-- Logs begin at Fri 2021-08-27 03:52:57 UTC, end at Fri 2021-08-27 04:59:25 UTC. -- Aug 27 04:22:09.816060 dv-cinder-804035-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 04:22:12.537568 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.common.config [-] Logging enabled! Aug 27 04:22:12.538142 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 04:22:12.538365 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 04:22:12.541597 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.common.config [-] Logging enabled! Aug 27 04:22:12.541857 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 04:22:12.542177 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 04:22:12.543130 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 04:22:12.543372 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 04:22:12.543740 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 04:22:12.544014 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 04:22:12.544259 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 04:22:12.544592 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.544898 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.545207 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.545451 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.545759 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.546058 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.546350 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.547201 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.547512 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.547806 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.548130 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.548427 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.548666 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.548962 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.549261 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.549559 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.549792 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] debug = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.550083 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.550521 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.550927 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.551220 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.551521 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.551812 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.552181 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.552480 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.552774 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.553114 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] host = dv-cinder-804035-5-iscsi {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.553400 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.553697 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.553993 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.554290 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.554576 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.554862 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.555155 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.555444 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.555724 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.556037 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.556346 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.556641 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.556940 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.557173 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.557403 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.557700 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.557994 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.558279 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.558562 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.558846 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.559128 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.559411 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.559690 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.560009 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.560293 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.560586 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.560869 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.561152 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.561429 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.561710 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.562016 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.562303 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.562583 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.562864 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.563160 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.563437 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.563717 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.564054 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.564347 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.564637 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.564928 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.565211 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.565504 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.565786 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.566063 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.566342 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_json = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.566618 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.566900 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.567188 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.567467 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.567743 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.568045 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.568327 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.568616 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:12.568923 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.569228 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.569535 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.569825 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.570127 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.570414 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.570711 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.570996 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.571291 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.571587 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.571878 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.572198 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.572495 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.572779 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.573080 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.573392 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.573692 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.573990 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.574273 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.574553 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.574832 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.575116 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.575413 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.575696 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.576016 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.576305 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.576602 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.576897 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.577199 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.577495 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.577805 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.578091 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.578390 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.578674 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.578954 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.579239 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.579535 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.579819 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.580124 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.580414 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.580698 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.580974 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.581254 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.581537 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.581835 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.582118 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.582395 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.582671 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.582953 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.583231 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.583525 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.583808 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.584175 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.584456 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.584739 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.585019 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.585296 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.585585 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.585864 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.586146 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.586424 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.586703 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.586980 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.587258 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.587537 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.587815 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.588120 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.588403 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.588680 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.588957 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.589233 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.589512 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.589793 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.590102 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.590392 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.590675 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.590958 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.591243 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.591526 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.591811 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.592120 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.592407 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.592693 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.592972 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.593781 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.594084 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.594379 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.594669 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.594956 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.595264 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.595550 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.595844 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.596156 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.596443 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.596733 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.597023 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.597324 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.597624 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.597924 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.598225 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.598526 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.598812 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.599128 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.599418 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:12.599643 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 04:22:12.599892 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93720) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 04:22:12.949649 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 04:22:12.949935 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 04:22:12.950233 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 04:22:12.950573 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 04:22:13.343853 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.344182 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.344467 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.345973 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.346317 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.346595 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.383251 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.383540 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.383812 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.399232 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.399522 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.399802 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.427627 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.428064 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.428345 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.466692 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.466980 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.467259 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.703542 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.704166 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.704166 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.704351 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.705207 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.829564 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.829896 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.830186 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.830464 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.830737 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.831051 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.831316 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.831578 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.831836 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.832153 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.832422 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.832693 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.832954 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.833210 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.833474 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.833744 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.834006 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.834278 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.834553 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.834816 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.835093 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.835353 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.835645 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.836055 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.836319 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.836571 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.836975 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:22:13.837222 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:22:13.837468 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:22:13.837711 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:22:13.837953 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:22:13.838193 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:22:13.838559 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 04:22:13.841684 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 04:22:13.845771 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 04:22:13.849524 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 27 04:22:13.851163 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 04:22:13.851620 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 04:22:13.851962 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 04:22:13.852375 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 04:22:13.855139 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 04:22:13.855401 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 04:22:13.855756 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 04:22:13.861618 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 04:22:13.884496 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 04:22:13.884961 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.885270 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93720) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 04:22:13.885650 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.887007 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93720) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 04:22:13.887295 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 04:22:13.887546 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 04:22:13.890713 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.891004 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:13.956133 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 04:22:13.956328 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 04:22:13.956574 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 04:22:13.956948 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 04:22:13.977756 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_db.sqlalchemy.engines [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93720) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 04:22:14.530971 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Initializing driver for type 'gre' Aug 27 04:22:14.531548 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] gre ID ranges: [(1, 1000)] Aug 27 04:22:14.585133 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Initializing driver for type 'local' Aug 27 04:22:14.585568 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Initializing driver for type 'vlan' Aug 27 04:22:14.598108 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] VlanTypeDriver initialization complete Aug 27 04:22:14.598471 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Initializing driver for type 'vxlan' Aug 27 04:22:14.598948 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] vxlan ID ranges: [(1, 1000)] Aug 27 04:22:14.648699 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Initializing extension driver 'port_security' Aug 27 04:22:14.648978 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.extensions.port_security [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] PortSecurityExtensionDriver initialization complete Aug 27 04:22:14.649320 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Initializing mechanism driver 'openvswitch' Aug 27 04:22:14.649659 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Initializing mechanism driver 'hyperv' Aug 27 04:22:14.656259 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.plugin [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:22:14.656944 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.657325 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.657687 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.658218 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:22:14.658659 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > subnet after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.659026 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > subnet after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.659383 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.659780 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:22:14.660221 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > network after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.660580 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > network after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.660932 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.661328 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:22:14.661737 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > security_group after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.662092 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > security_group after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.662438 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.662972 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:22:14.663392 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.663766 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.664132 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.664532 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:22:14.664945 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > address_group after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.665305 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > address_group after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.665652 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.666047 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:22:14.666427 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] ML2 OVO RPC backend initialized. {{(pid=93720) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 04:22:14.667145 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.667507 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.667934 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > network before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.668315 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > networks before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.668674 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > port before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.669025 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > ports before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.669378 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > subnet before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.669729 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > subnets before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.670083 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > network after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.670432 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > network after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.670776 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.671119 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.671958 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.672322 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.672668 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > subnet after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.673012 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > subnet after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.673351 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.673928 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.plugin [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Modular L2 Plugin initialization complete Aug 27 04:22:14.674265 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading services supported by the core plugin {{(pid=93720) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 04:22:14.674601 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Got port-security extension from driver 'port_security' Aug 27 04:22:14.675074 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.extensions.vlantransparent [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Disabled vlantransparent extension. Aug 27 04:22:14.675571 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93720) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 04:22:14.675888 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading Plugin: router Aug 27 04:22:14.714654 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.715200 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router after_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.715395 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router before_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.715769 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.716179 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.716545 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router after_delete 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.716912 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.717267 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.717632 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router after_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.717983 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.718861 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.719215 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.719578 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.720009 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router precommit_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.720387 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.720732 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.721076 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: subnet after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.721424 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.721782 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.722138 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router precommit_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.722488 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: port before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.722837 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.723198 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.723545 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.723901 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router precommit_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.724294 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.724644 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router precommit_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.725017 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > agent after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.725372 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > agent after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.725722 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.726573 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Tracking information for resource: router configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:22:14.726913 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Tracking information for resource: floatingip configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:22:14.731784 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.db.l3_agentschedulers_db [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 04:22:14.732385 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.732755 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.733115 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.733480 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.734901 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router before_create 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.735275 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.735647 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router precommit_create 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.736040 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > router precommit_update 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.740656 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.services.provider_configuration [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service providers = [] {{(pid=93720) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 04:22:14.741027 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.db.servicetype_db [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93720) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 04:22:14.743980 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.services.service_base [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:22:14.744366 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.services.service_base [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:22:14.744718 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.services.service_base [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:22:14.745627 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.services.service_base [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:22:14.746004 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.services.service_base [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 04:22:14.746383 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:22:14.746709 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 04:22:14.757475 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:22:14.757815 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading Plugin: auto_allocate Aug 27 04:22:14.763504 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: network precommit_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.763887 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: network precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.764440 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:22:14.764789 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading Plugin: tag Aug 27 04:22:14.771227 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:22:14.771566 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading Plugin: timestamp Aug 27 04:22:14.775571 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:22:14.775910 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading Plugin: network_ip_availability Aug 27 04:22:14.781828 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.782205 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.782566 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:14.783278 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:22:14.783603 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading Plugin: flavors Aug 27 04:22:14.788281 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:22:14.788623 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading Plugin: revisions Aug 27 04:22:14.792855 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:22:14.793254 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.843s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 04:22:14.793992 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93720) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 04:22:14.794334 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Initializing extension manager. Aug 27 04:22:14.794849 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: __init__.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.795198 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: __pycache__ {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.795540 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.795878 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: address_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.797272 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.797846 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: address-group Aug 27 04:22:14.798175 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: address_scope.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.798900 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.799416 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: address-scope Aug 27 04:22:14.799743 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.800722 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.801240 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: router-admin-state-down-before-update Aug 27 04:22:14.801569 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: agent.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.802473 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.802997 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: agent Aug 27 04:22:14.803329 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: agent_resources_synced.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.804282 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.804801 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: agent-resources-synced Aug 27 04:22:14.805127 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: allowedaddresspairs.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.806907 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.807434 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: allowed-address-pairs Aug 27 04:22:14.807768 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: auto_allocated_topology.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.808870 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.809390 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: auto-allocated-topology Aug 27 04:22:14.809720 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: availability_zone.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.810419 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.810929 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: availability_zone Aug 27 04:22:14.811257 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: availability_zone_filter.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.812235 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.812748 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: availability_zone_filter Aug 27 04:22:14.813075 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: data_plane_status.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.813988 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.814497 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 04:22:14.814824 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: default_subnetpools.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.815744 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.816286 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: default-subnetpools Aug 27 04:22:14.816615 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.817425 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.817978 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: dhcp_agent_scheduler Aug 27 04:22:14.818314 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: dns.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.819239 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.819752 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 04:22:14.820118 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: dns_domain_ports.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.821046 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.821562 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 04:22:14.821890 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.822820 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.823333 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 04:22:14.823662 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: dvr.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.824367 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.824883 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: dvr Aug 27 04:22:14.825210 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: ecmp_routes.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.826132 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.826645 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 04:22:14.826973 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: empty_string_filtering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.827911 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.828453 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: empty-string-filtering Aug 27 04:22:14.828778 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.829708 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.830219 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 04:22:14.830542 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.831456 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.831966 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 04:22:14.832322 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: external_net.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.833235 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.833747 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: external-net Aug 27 04:22:14.834073 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.834983 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.835496 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: extra_dhcp_opt Aug 27 04:22:14.835822 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: extraroute.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.836770 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.837283 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: extraroute Aug 27 04:22:14.837609 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: extraroute_atomic.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.838645 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.839165 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: extraroute-atomic Aug 27 04:22:14.839495 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: filter_validation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.840196 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.840704 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: filter-validation Aug 27 04:22:14.841030 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: fip_pf_description.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.841946 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.842457 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 04:22:14.842785 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: fip_port_details.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.844260 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.844774 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: fip-port-details Aug 27 04:22:14.845101 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: flavors.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.846337 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.846866 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: flavors Aug 27 04:22:14.847193 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.848886 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.849417 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 04:22:14.849755 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: floatingip_pools.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.850465 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.850987 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: floatingip-pools Aug 27 04:22:14.851321 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: ip_allocation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.852306 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.852822 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 04:22:14.853153 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.854080 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.854601 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: ip-substring-filtering Aug 27 04:22:14.854932 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: l2_adjacency.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.855881 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.856429 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 04:22:14.856758 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: l3.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.857846 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.858377 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: router Aug 27 04:22:14.858710 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.861505 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.862040 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 04:22:14.862383 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.863330 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.863853 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: ext-gw-mode Aug 27 04:22:14.864215 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.865156 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.865676 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: l3-ha Aug 27 04:22:14.866009 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: l3_flavors.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.866935 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.867456 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: l3-flavors Aug 27 04:22:14.867788 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.868735 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.869254 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 04:22:14.869581 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: l3agentscheduler.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.870599 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.871123 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: l3_agent_scheduler Aug 27 04:22:14.871456 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: logging.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.872968 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.873500 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension logging not supported by any of loaded plugins Aug 27 04:22:14.873839 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: metering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.874628 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.875212 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: metering Aug 27 04:22:14.875545 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.876673 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.877196 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: metering_source_and_destination_fields Aug 27 04:22:14.877797 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: multiprovidernet.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.878730 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.879245 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: multi-provider Aug 27 04:22:14.879576 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: netmtu.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.880517 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.881033 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: net-mtu Aug 27 04:22:14.881363 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: netmtu_writable.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.882297 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.882811 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: net-mtu-writable Aug 27 04:22:14.883143 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: network_availability_zone.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.883823 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.884374 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: network_availability_zone Aug 27 04:22:14.884701 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: network_ip_availability.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.885794 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.886314 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: network-ip-availability Aug 27 04:22:14.886648 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: network_segment_range.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.887419 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.887929 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 04:22:14.888293 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: pagination.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.889306 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.889644 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: pagination Aug 27 04:22:14.889969 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: port_device_profile.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.890930 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.891454 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: port-device-profile Aug 27 04:22:14.891780 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.892734 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.893255 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: port-mac-address-regenerate Aug 27 04:22:14.893581 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.894502 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.895024 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: port-numa-affinity-policy Aug 27 04:22:14.895353 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: port_resource_request.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.896325 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.896838 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 04:22:14.897164 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: portbindings.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.898101 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.898616 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: binding Aug 27 04:22:14.898984 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: portbindings_extended.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.900373 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.900898 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: binding-extended Aug 27 04:22:14.901239 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: portsecurity.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.902165 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.902680 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: port-security Aug 27 04:22:14.903011 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: project_id.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.904011 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.904361 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: project-id Aug 27 04:22:14.904690 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: providernet.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.905626 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.906657 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: provider Aug 27 04:22:14.906985 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: qos.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.910478 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.911010 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension qos not supported by any of loaded plugins Aug 27 04:22:14.911347 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.912613 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.913140 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 04:22:14.913475 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.914405 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.914948 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 04:22:14.915284 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: qos_default.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.916239 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.916763 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension qos-default not supported by any of loaded plugins Aug 27 04:22:14.917098 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: qos_fip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.917762 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.918271 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 04:22:14.918603 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: qos_gateway_ip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.919539 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.920094 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 04:22:14.920429 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: qos_port_network_policy.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.921957 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.922486 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 04:22:14.922817 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: qos_pps_rule.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.924012 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.924538 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 04:22:14.924871 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: qos_rule_type_details.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.925794 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.926310 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 04:22:14.926640 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: qos_rules_alias.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.927687 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.928237 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 04:22:14.928576 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: quotasv2.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.929480 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.929814 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: quotas Aug 27 04:22:14.930143 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: quotasv2_detail.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.933200 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.933548 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: quota_details Aug 27 04:22:14.933886 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: rbac.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.935142 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.935675 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: rbac-policies Aug 27 04:22:14.936033 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: rbac_address_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.937000 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.937525 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: rbac-address-group Aug 27 04:22:14.937855 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: rbac_address_scope.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.938780 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.939303 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: rbac-address-scope Aug 27 04:22:14.939633 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: rbac_security_groups.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.940580 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.941104 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: rbac-security-groups Aug 27 04:22:14.941434 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: rbac_subnetpool.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.942359 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.942874 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: rbac-subnetpool Aug 27 04:22:14.943203 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: revisionifmatch.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.944172 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.944699 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: revision-if-match Aug 27 04:22:14.945028 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: revisions.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.946145 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.946669 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: standard-attr-revisions Aug 27 04:22:14.947001 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: router_availability_zone.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.947686 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.948233 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: router_availability_zone Aug 27 04:22:14.948564 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: routerservicetype.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.949498 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.950016 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 04:22:14.950343 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.951278 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.951803 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: security-groups-normalized-cidr Aug 27 04:22:14.952167 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.953152 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.953680 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: port-security-groups-filtering Aug 27 04:22:14.954011 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.954943 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.955477 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: security-groups-remote-address-group Aug 27 04:22:14.955805 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: securitygroup.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.966697 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.967238 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: security-group Aug 27 04:22:14.967580 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: segment.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.968929 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.969449 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension segment not supported by any of loaded plugins Aug 27 04:22:14.969781 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.970726 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.971246 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 04:22:14.971577 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: servicetype.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.972796 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.973331 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: service-type Aug 27 04:22:14.973665 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: sorting.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.974666 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.975004 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: sorting Aug 27 04:22:14.975332 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: standard_attr_segment.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.976296 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.976817 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 04:22:14.977146 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: standardattrdescription.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.977829 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.978347 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: standard-attr-description Aug 27 04:22:14.978675 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: stateful_security_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.979615 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.980175 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: stateful-security-group Aug 27 04:22:14.980511 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: stdattrs_common.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.981103 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 04:22:14.981430 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.982382 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.982918 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 04:22:14.983250 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: subnet_onboard.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.984902 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.985433 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: subnet_onboard Aug 27 04:22:14.985769 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.986706 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.987229 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 04:22:14.987561 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: subnet_service_types.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.988526 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.989054 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: subnet-service-types Aug 27 04:22:14.989388 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: subnetallocation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.990476 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.991000 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: subnet_allocation Aug 27 04:22:14.991331 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.992040 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.992560 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: subnetpool-prefix-ops Aug 27 04:22:14.992892 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.993838 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.994355 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 04:22:14.994683 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: tagging.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.995763 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.996329 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: standard-attr-tag Aug 27 04:22:14.996665 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: timestamp.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.997881 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:14.998412 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loaded extension: standard-attr-timestamp Aug 27 04:22:14.998748 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: trunk.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:14.999807 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:15.000365 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension trunk not supported by any of loaded plugins Aug 27 04:22:15.000701 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: trunk_details.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:15.001624 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:15.002149 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 04:22:15.002751 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: uplink_status_propagation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:15.003689 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:15.004241 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 04:22:15.004576 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Loading extension file: vlantransparent.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:22:15.005259 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:22:15.005777 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 04:22:15.008279 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:network Aug 27 04:22:15.008804 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:subnet Aug 27 04:22:15.009207 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:22:15.009614 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:port Aug 27 04:22:15.010859 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.011308 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service FLAVORS assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.011942 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.012405 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.012741 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:router Aug 27 04:22:15.013188 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 04:22:15.013686 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service METERING assigned prefix: /metering {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.015144 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:15.015521 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:15.015879 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:22:15.016923 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 04:22:15.017374 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:security_group Aug 27 04:22:15.017816 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 04:22:15.018410 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.018747 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:22:15.019095 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] subnetpool is already registered Aug 27 04:22:15.019540 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.019872 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:22:15.020239 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] subnetpool is already registered Aug 27 04:22:15.022546 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.022992 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service FLAVORS assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.023595 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.024058 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.024399 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:router Aug 27 04:22:15.024741 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] router is already registered Aug 27 04:22:15.025158 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 04:22:15.025497 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] floatingip is already registered Aug 27 04:22:15.025957 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service METERING assigned prefix: /metering {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.026631 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 04:22:15.026961 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] rbac_policy is already registered Aug 27 04:22:15.027376 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:security_group Aug 27 04:22:15.027712 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] security_group is already registered Aug 27 04:22:15.028151 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 04:22:15.028485 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] security_group_rule is already registered Aug 27 04:22:15.029112 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.029452 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:22:15.029789 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] subnetpool is already registered Aug 27 04:22:15.030213 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:22:15.030542 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:22:15.031391 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] subnetpool is already registered Aug 27 04:22:15.031876 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: extensions {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.033393 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: address-groups {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.034917 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: address-scopes {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.036282 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: agents {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.037489 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: auto-allocated-topology {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.038751 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: availability_zones {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.040109 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: dhcp-networks {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.041590 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: dhcp-agents {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.043037 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: routers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.045510 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: flavors {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.047269 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: service_profiles {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.048631 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: next_providers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.050239 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: service_profiles {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.051683 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: floatingip-pools {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.052970 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: routers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.055134 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: floatingips {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.056488 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: l3-routers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.057934 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: l3-agents {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.059371 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: metering-labels {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.060783 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: metering-label-rules {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.062130 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: network-ip-availabilities {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.063420 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: bindings {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.065128 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: quotas {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.066604 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: quotas {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.068120 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: rbac-policies {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.069342 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: security-groups {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.070647 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: security-group-rules {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.071902 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: service-providers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.073165 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: subnetpools {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.075665 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: subnetpools {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.077238 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.079482 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.081342 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.083148 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.085017 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.086891 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.088630 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.090562 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.092398 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.094834 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:22:15.100820 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING keystonemiddleware.auth_token [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 04:22:15.105499 dv-cinder-804035-5-iscsi neutron-server[93720]: WARNING keystonemiddleware.auth_token [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 04:22:15.113857 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Acquired lock "singleton_lock" {{(pid=93720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 04:22:15.114336 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Releasing lock "singleton_lock" {{(pid=93720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 04:22:15.114978 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO oslo_service.service [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Starting 2 workers Aug 27 04:22:15.119729 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Started child 93827 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:22:15.124111 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Started child 93828 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:22:15.125203 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:15.125900 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO neutron.service [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 04:22:15.126395 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Notify callbacks [] for process, before_spawn {{(pid=93720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:15.126692 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [-] (93827) wsgi starting up on http://0.0.0.0:9696 Aug 27 04:22:15.129167 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO oslo_service.service [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Starting 1 workers Aug 27 04:22:15.129356 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:15.130520 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [-] (93828) wsgi starting up on http://0.0.0.0:9696 Aug 27 04:22:15.134246 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Started child 93829 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:22:15.134759 dv-cinder-804035-5-iscsi neutron-server[93720]: INFO oslo_service.service [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Starting 1 workers Aug 27 04:22:15.137675 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.service [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] calling RpcWorker wait() {{(pid=93829) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 04:22:15.138202 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.service [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] returning from RpcWorker wait() {{(pid=93829) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 04:22:15.139154 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Started child 93830 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:22:15.139417 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:15.139886 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:22:15.139978 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-a2abfedc-4d10-412a-be81-b88576c21631 None None] Notify callbacks [] for process, after_spawn {{(pid=93720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:15.142447 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 04:22:15.142665 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 04:22:15.142853 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 04:22:15.143065 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 04:22:15.143404 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 04:22:15.143569 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 04:22:15.144089 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.144364 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.144628 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.144892 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.145196 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.145515 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:15.145971 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.146055 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.146315 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.146583 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.146837 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.147012 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.147181 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.147441 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.147680 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.147999 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.148279 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.148516 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.148813 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.149043 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.149257 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.149536 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.149785 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.150046 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] debug = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.150301 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.150807 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.151061 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.151299 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.151529 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.151813 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.152078 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.152343 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.152600 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.152817 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.153066 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.153334 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.153579 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.153797 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.154039 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.154311 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.154532 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.154983 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] host = dv-cinder-804035-5-iscsi {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.155204 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.155422 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.155731 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.156535 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.156801 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.157055 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.157282 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.157534 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.157806 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.158059 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.158315 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.158573 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.158822 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.159079 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.159247 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_options = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.159479 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.159778 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.160061 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.160259 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.160431 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.160616 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.160871 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.161039 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.161306 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.161547 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.161764 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.161986 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.162199 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.162437 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.162708 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.162959 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.163196 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.163409 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.163663 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.163914 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.164198 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.164435 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.164674 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.164897 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.165114 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.165330 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.165561 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.165783 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.166004 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.166245 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.166480 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.166749 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.166995 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.167254 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.167487 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.167720 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.167960 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.168246 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.168482 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.168744 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.169003 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.169241 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.169490 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.169708 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.169955 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.170192 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_json = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.170415 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.170649 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.170914 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.171155 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.171401 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.171632 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.171873 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.173210 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.173827 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.174172 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.174555 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.174875 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.175169 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.175499 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.175765 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.176717 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.177131 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.177262 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.177553 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.177794 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.178109 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.178348 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.178624 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.178993 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.179249 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.179541 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.179801 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.180061 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.180309 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.180543 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.180839 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.181072 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.181316 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.181797 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.181797 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.182236 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.182429 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.182713 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.182987 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.183232 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.183464 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.183691 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.183917 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.184165 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.184993 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.185278 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.185539 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.185695 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:22:15.185846 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.185983 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.186202 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.186431 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.186683 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.186913 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.187149 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.187399 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.187631 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.187854 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.188322 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.188322 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.188658 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.188792 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.189000 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.189246 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.189479 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.189725 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.189948 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.190191 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.190392 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.190645 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.190872 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.191106 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.191327 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.191551 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.191767 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.192053 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.192356 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.192731 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.192731 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.192993 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.193175 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.193414 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.193637 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.193879 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.194706 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.194706 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.194706 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.195141 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.195141 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.195781 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.195781 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.195781 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.196216 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.196216 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.196502 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.196637 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.196770 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.196946 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.197499 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.197499 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.197805 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200023 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200023 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200023 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200023 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200023 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200023 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200023 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200023 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200640 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200640 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200640 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200640 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.200891 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.201077 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.201295 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.201539 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.201796 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.202047 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.202271 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.203061 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.203324 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.203571 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.203828 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.204088 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.204368 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.204613 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.204941 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.205175 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.205452 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.205756 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.206039 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.206328 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.206594 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.206846 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.207102 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.207329 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.208050 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.208438 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.208692 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.209170 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.209284 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.209452 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.209674 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.209891 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.210120 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.210477 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.211227 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.211360 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.211523 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.211805 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.212137 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.212403 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.212913 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.213175 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.213433 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.213686 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.213946 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.214167 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.214389 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.214630 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.214847 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.215100 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.215370 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.215578 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.215800 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.216036 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.216307 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.216528 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.216773 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.217012 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.217254 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.217477 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.217731 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.217952 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.218333 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.219090 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.219321 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.219550 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.219774 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.220029 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.220288 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.220521 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.220793 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.221049 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.221273 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.221530 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.221782 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.222050 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.222279 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.222524 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.222773 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.222994 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.223214 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.224159 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.224384 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.224604 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.224835 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.225054 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.225338 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.225594 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.225928 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.226191 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.226463 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.226707 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.226926 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.227190 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.227432 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.227652 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.227873 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.228114 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.228326 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.228593 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.228841 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.229087 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.229300 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.229543 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.229768 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.229990 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.230228 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.230529 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.230788 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.231032 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.231306 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.231552 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.231770 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.232029 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.232248 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.232486 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.232713 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.232935 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.233150 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.233397 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.233632 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.233868 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.234097 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.234340 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.234555 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.234784 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.234998 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.235253 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.235479 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.235698 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.235907 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.236177 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.236407 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.236617 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.236871 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.237102 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.237318 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.237547 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.237784 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.238007 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.238235 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.238455 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.238672 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.238988 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.239245 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.239500 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.239788 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.240037 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.240315 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.240574 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.240895 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.241114 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.241382 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.241621 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.241861 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.242084 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.242345 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.242659 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.242932 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.243183 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.243428 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.243729 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.244026 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.244314 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.244534 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.244851 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.245197 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.245479 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.245735 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.245972 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.246233 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.246463 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.246687 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.246930 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.247184 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.247407 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.247653 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.247886 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.248149 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.248408 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.248643 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.248866 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.249121 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.249359 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.249632 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.249856 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.250013 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 04:22:15.251312 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 04:22:15.251485 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 04:22:15.251651 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 04:22:15.251824 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 04:22:15.252022 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 04:22:15.252233 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 04:22:15.252656 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.252816 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.252989 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.253165 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.253314 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.253494 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.253652 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.253812 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.253979 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.254142 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.254308 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.254472 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.254639 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.254800 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.254966 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.255129 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.255293 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.255458 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.255627 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.255795 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.255954 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.256165 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.256313 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] debug = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.256454 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.256650 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.256877 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.256975 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.257153 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.257314 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.257483 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.257631 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.257798 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.257981 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.258145 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.258330 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.258469 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.258626 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.258794 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.258956 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.259114 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.259275 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] host = dv-cinder-804035-5-iscsi {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.259439 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.259595 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.259763 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.259928 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.260133 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.260301 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.260462 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.260629 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.260792 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.260956 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.261119 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.261282 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.261449 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.261612 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.261778 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_options = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.261942 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.262103 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.262266 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.262453 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.262623 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.262819 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.262957 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.263124 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.263299 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.263447 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.263627 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.263792 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.263937 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.264144 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.264336 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.264424 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.264575 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.264730 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.264895 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.265575 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.265741 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.265901 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.266062 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.266227 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.266390 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.266553 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.266714 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.266877 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.267062 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.267198 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.267356 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.267524 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.267690 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.267850 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.268036 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.268201 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.268364 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.268529 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.268693 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.268856 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.269018 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.269183 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.269341 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.269500 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.269664 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.269827 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_json = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.269990 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.270153 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.270314 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.270475 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.270638 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.270799 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.270961 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.271126 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:22:15.271310 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.271476 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.271652 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.271816 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.272070 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.272187 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.272335 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.272521 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.272652 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.272835 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.272983 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.273150 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.273328 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.273491 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.273655 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.273821 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.273989 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.274156 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.274315 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.274484 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.274578 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:22:15.274653 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.274806 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.274978 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.275142 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.275306 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.275473 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.275638 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.275820 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.276014 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.276171 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.276336 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.276501 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.276668 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.276836 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.277003 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.277171 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.277337 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.277505 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.277668 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.277834 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.277999 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.278163 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.278329 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.278494 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.278659 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.278825 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.278990 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.279155 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.279320 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.279485 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.279650 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.279816 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.279981 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.280165 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.280329 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.280506 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.280719 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.281377 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.281544 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.281764 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.281940 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.282105 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.282271 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.282436 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.282601 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.282766 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.282946 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.283112 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.283277 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.283443 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.283610 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.283774 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.283940 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.284126 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.284292 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.284458 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.284623 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.284788 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.284954 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.285119 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.285285 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.285450 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.285616 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.285781 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.285948 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.286113 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.286277 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.286805 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.286805 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.287050 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.287439 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.287577 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.287716 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.287845 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.288103 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.288205 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.288331 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.288503 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.288689 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.288830 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.288992 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.289157 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.289328 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.289493 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.289657 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.289822 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.289988 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.290153 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.290331 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.290467 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.290641 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.290823 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.290967 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.291126 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.291285 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.291444 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.291613 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.291772 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.291951 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.292137 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.292304 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.292482 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.292650 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.292972 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.292972 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.293149 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.293274 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.293445 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.293622 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.293774 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.293942 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.294107 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.294280 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.294457 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.294626 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.294790 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.294958 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.295149 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.295315 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.295479 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.295649 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.295814 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.295980 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.296161 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.296342 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.296509 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.296668 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.296841 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.297003 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.297167 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.297332 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.297497 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.297663 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.297831 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.297997 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.298161 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.298326 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.298491 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.298658 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.298823 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.298987 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.299152 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.299316 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.299481 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.299639 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.299806 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.300029 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.300182 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.300323 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.300471 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.300630 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.300790 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.300949 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.301109 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.301284 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.301473 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.301609 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.301777 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.301946 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.302100 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.302265 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.302432 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.302597 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.302762 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.302927 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.303092 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.303258 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.303424 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.303589 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.303755 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.303921 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.304159 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.304285 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.304442 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.304609 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.304775 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.304940 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.305120 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.305270 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.305433 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.305597 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.305761 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.305925 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.306092 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.306259 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.306426 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.306591 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.306755 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.306922 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.307127 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.307254 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.307407 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.307572 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.307737 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.307902 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.308088 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.308253 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.308428 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.308592 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.308757 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.308921 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.309085 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.309248 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.309424 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.309590 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.309754 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.309918 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.310082 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.310246 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.310422 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.310585 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.310735 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.310899 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.311063 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.311228 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.311401 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.311567 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.311731 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.311921 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.312090 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.312262 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.312473 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.312631 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.312753 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.312993 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.313207 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.313458 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.313635 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.313807 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.314151 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.314151 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.314715 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.314715 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.314960 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.315091 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.315214 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.315335 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.315456 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.315609 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.315781 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.316149 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.316149 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.316383 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.316480 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.316605 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.316779 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.316954 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.317127 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.317294 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.317466 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.317809 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.317809 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.318040 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.318162 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.318282 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.318402 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.318560 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.318726 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.318890 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.319056 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.319221 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.319387 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.319551 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.319716 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.319881 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.320066 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.320233 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.320398 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.320565 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.320730 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:22:15.320888 dv-cinder-804035-5-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 04:22:15.486581 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54346) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:22:15.495065 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063226 Aug 27 04:22:26.876843 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536f470c-c20b-401b-b89a-c0314370cb28 None None] get_active_networks_info from dv-cinder-804035-5-iscsi {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 04:22:26.952359 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f470c-c20b-401b-b89a-c0314370cb28 None None] No non-hosted networks {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 04:22:26.962974 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.agentschedulers_db [None req-536f470c-c20b-401b-b89a-c0314370cb28 None None] DHCP Agent not found on host dv-cinder-804035-5-iscsi {{(pid=93829) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 04:22:27.054272 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eafc19a2-555a-4de2-b2d8-cfccdfe88ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761963'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:29.045404 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c281045c-6003-42f0-a65c-6a74a0ccd4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761963'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:29.116391 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-38130747-3429-426e-a021-b91f76abea10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:29.555052 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761963'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:29.555646 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.556006 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.556345 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.556666 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.556998 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.557314 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.557625 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.557972 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.558300 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.558622 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.558943 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.559266 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:29.559687 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:22:29.585632 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:22:30.380775 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761963'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:32.050139 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761963'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:33.103829 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54438) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:22:33.604842 dv-cinder-804035-5-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-55ce2d2c-27bc-461c-b57c-0f1ed5a77d18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:22:33.605376 dv-cinder-804035-5-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-55ce2d2c-27bc-461c-b57c-0f1ed5a77d18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:22:33.833749 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-55ce2d2c-27bc-461c-b57c-0f1ed5a77d18 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:22:33.834817 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-55ce2d2c-27bc-461c-b57c-0f1ed5a77d18 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7300446 Aug 27 04:22:34.369320 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.db.l3_hamode_db [None req-7d9fbe3b-1c64-485a-a700-b11c6b53270f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 04:22:34.448540 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9fbe3b-1c64-485a-a700-b11c6b53270f None None] Routers set() bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:22:34.448951 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9fbe3b-1c64-485a-a700-b11c6b53270f None None] Router IDs set() for agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 04:22:36.217028 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:22:36.522259 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9a2a5502-7619-43bc-b102-c4ef4729e094 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:22:36.613552 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.policy [None req-9a2a5502-7619-43bc-b102-c4ef4729e094 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93828) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 04:22:36.658091 dv-cinder-804035-5-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-9a2a5502-7619-43bc-b102-c4ef4729e094 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:22:36.658450 dv-cinder-804035-5-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-9a2a5502-7619-43bc-b102-c4ef4729e094 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:22:36.666880 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.quota [None req-9a2a5502-7619-43bc-b102-c4ef4729e094 admin admin] Loaded quota_driver: . Aug 27 04:22:36.754863 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5502-7619-43bc-b102-c4ef4729e094 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776998728951', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776998728386', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776998740981', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776998742289', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776999352788', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776998763933', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-694764', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-712914', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1702280', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1600104'] for rbac-policy, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:36.819556 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5502-7619-43bc-b102-c4ef4729e094 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:36.820792 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9a2a5502-7619-43bc-b102-c4ef4729e094 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6027882 Aug 27 04:22:39.371017 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54464) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:22:39.670024 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'project_id': '8add2e9231394e93b655316c7115eeda'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:22:39.698087 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Made reservation on behalf of 8add2e9231394e93b655316c7115eeda for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:22:39.700833 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:39.722286 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:39.845902 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:39.849483 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:39.868946 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:22:39.896409 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776997476837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:39.896999 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Unsubscribe: segment precommit_create {{(pid=93828) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 04:22:39.897513 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Added segment c29c9f2a-074c-446e-98d2-5961fadeb07c of type vlan for network c90dbf49-5c36-4156-8965-aadf503bbd70 Aug 27 04:22:39.913760 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ea2e04-aa7d-48b0-b25d-fd5117963edc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:22:39.939087 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.939451 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.939803 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.940158 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.940488 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.940841 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.941171 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.941495 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.941838 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.942164 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.942485 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.942803 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Tracked resource versions report: Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: pushed versions: Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: { 'AddressGroup': {'1.2'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Log': {'1.0'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Network': {'1.1'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Port': {'1.7'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'PortForwarding': {'1.2'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'QosPolicy': {'1.9'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SecurityGroup': {'1.4'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SubPort': {'1.0'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Subnet': {'1.1'}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Trunk': {'1.1'}} Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: consumer versions: Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: { DHCP agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: L3 agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: Metadata agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: Metering agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: Open vSwitch agent@dv-cinder-804035-5-iscsi: { 'AddressGroup': '1.2', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'ConntrackHelper': '1.0', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Log': '1.0', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Network': '1.1', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Port': '1.7', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'PortForwarding': '1.2', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'QosPolicy': '1.9', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SecurityGroup': '1.4', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SecurityGroupRule': '1.2', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SubPort': '1.0', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Subnet': '1.1', Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Trunk': '1.1'}} Aug 27 04:22:39.943948 dv-cinder-804035-5-iscsi neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:22:40.023826 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:40.063246 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:40.064334 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:22:40.064979 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:40.145763 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7736166 Aug 27 04:22:40.159413 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598785cc-07ae-4925-ae6d-c15d3aad712b admin admin] Pushing event updated for resources: {'Network': ['ID=c90dbf49-5c36-4156-8965-aadf503bbd70,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:22:40.171625 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network c90dbf49-5c36-4156-8965-aadf503bbd70 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:22:42.787323 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54478) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:22:43.173611 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9051b98a-97ea-4710-bcfd-20db2c2334d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:22:43.174983 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9051b98a-97ea-4710-bcfd-20db2c2334d3 admin admin] 10.222.0.53 "GET /v2.0/networks/c90dbf49-5c36-4156-8965-aadf503bbd70 HTTP/1.1" status: 200 len: 825 time: 0.3866875 Aug 27 04:22:43.199240 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-99c419fa-ad1d-4610-b259-7c93bce04dbb admin admin] 10.222.0.53 "GET /v2.0/subnetpools/c498c656-fa5e-4fa6-a86d-9914df934d3e HTTP/1.1" status: 200 len: 734 time: 0.0180786 Aug 27 04:22:43.208645 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c498c656-fa5e-4fa6-a86d-9914df934d3e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:22:43.229589 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Made reservation on behalf of 8add2e9231394e93b655316c7115eeda for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:22:43.231886 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:43.514816 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:43.580628 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed036eea-4cd2-49f8-a854-bc326d3a1ccd,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:22:43.582544 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Checking segment: {'id': 'c29c9f2a-074c-446e-98d2-5961fadeb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:22:43.582936 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Network hostable DHCP agents. Network: c90dbf49-5c36-4156-8965-aadf503bbd70, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:22:43.602812 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Network c90dbf49-5c36-4156-8965-aadf503bbd70 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:22:43.616419 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, c90dbf49-5c36-4156-8965-aadf503bbd70) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:22:43.621008 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:22:43.621627 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:43.627020 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4adac4d-5c21-4f66-b346-e20a357f0477 None None] Network c90dbf49-5c36-4156-8965-aadf503bbd70 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:22:43.634807 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-608d1b57-ed1f-4257-af68-bdb1dd43be9b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4294002 Aug 27 04:22:43.940267 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5af2bef-eb09-558f-bf8f-27df940447e1-c90dbf49-5c36-4156-8965-aadf503bbd70', 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'fixed_ips': [{'subnet_id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd'}]}} from dv-cinder-804035-5-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:22:43.941538 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:44.211078 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Allocated IP 172.20.0.2 (c90dbf49-5c36-4156-8965-aadf503bbd70/ed036eea-4cd2-49f8-a854-bc326d3a1ccd/e5624ede-919d-4bfe-ba52-f6fdd940dc92) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:22:44.409678 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:44.426927 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Transition to ACTIVE for port object e5624ede-919d-4bfe-ba52-f6fdd940dc92 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:22:44.475890 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Transition to ACTIVE for port object e5624ede-919d-4bfe-ba52-f6fdd940dc92 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:22:44.484124 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:44.545344 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Network c90dbf49-5c36-4156-8965-aadf503bbd70 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:22:44.551498 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:22:44.564504 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:22:44.574466 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Pushing event updated for resources: {'Port': ['ID=e5624ede-919d-4bfe-ba52-f6fdd940dc92,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:22:44.617256 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.617610 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.617952 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.618290 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.618625 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.618966 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.619293 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.619622 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.619975 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.620327 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.620667 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.620991 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Tracked resource versions report: Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: pushed versions: Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: { 'AddressGroup': {'1.2'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'ConntrackHelper': {'1.0'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Log': {'1.0'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Network': {'1.1'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Port': {'1.7'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'PortForwarding': {'1.2'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'QosPolicy': {'1.9'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SecurityGroup': {'1.4'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SubPort': {'1.0'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Subnet': {'1.1'}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Trunk': {'1.1'}} Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: consumer versions: Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: { DHCP agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: L3 agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: Metadata agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: Metering agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: Open vSwitch agent@dv-cinder-804035-5-iscsi: { 'AddressGroup': '1.2', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'ConntrackHelper': '1.0', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Log': '1.0', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Network': '1.1', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Port': '1.7', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'PortForwarding': '1.2', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'QosPolicy': '1.9', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SecurityGroup': '1.4', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SecurityGroupRule': '1.2', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SubPort': '1.0', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Subnet': '1.1', Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Trunk': '1.1'}} Aug 27 04:22:44.622143 dv-cinder-804035-5-iscsi neutron-server[93829]: {{(pid=93829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:22:44.655770 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Attempting to bind port e5624ede-919d-4bfe-ba52-f6fdd940dc92 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:22:44.656334 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Attempting to bind port e5624ede-919d-4bfe-ba52-f6fdd940dc92 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'c29c9f2a-074c-446e-98d2-5961fadeb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:22:44.656605 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Attempting to bind port e5624ede-919d-4bfe-ba52-f6fdd940dc92 on network c90dbf49-5c36-4156-8965-aadf503bbd70 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:22:44.661358 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:22:44.661776 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Checking segment: {'id': 'c29c9f2a-074c-446e-98d2-5961fadeb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:22:44.662231 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:44.662619 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Bound using segment: {'id': 'c29c9f2a-074c-446e-98d2-5961fadeb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:22:44.663131 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Bound port: e5624ede-919d-4bfe-ba52-f6fdd940dc92, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29c9f2a-074c-446e-98d2-5961fadeb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:22:44.663547 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:44.724416 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] For port e5624ede-919d-4bfe-ba52-f6fdd940dc92, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:22:44.728770 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] For port e5624ede-919d-4bfe-ba52-f6fdd940dc92, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=e5624ede-919d-4bfe-ba52-f6fdd940dc92,segment=NetworkSegment(c29c9f2a-074c-446e-98d2-5961fadeb07c),segment_id=c29c9f2a-074c-446e-98d2-5961fadeb07c)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:22:44.733959 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:44.799313 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b392e4c-3390-4c07-983b-ccbbe5fe0b86 None None] Pushing event updated for resources: {'Port': ['ID=e5624ede-919d-4bfe-ba52-f6fdd940dc92,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:22:46.057322 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54486) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:22:46.370438 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-09d99deb-8716-498e-b89c-1545c8086d2c admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:22:46.371460 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-09d99deb-8716-498e-b89c-1545c8086d2c admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131068 Aug 27 04:22:48.763628 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54494) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:22:49.078832 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-ec2cd122-7901-416b-a285-8a205166b865 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:22:49.079831 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ec2cd122-7901-416b-a285-8a205166b865 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3152530 Aug 27 04:22:51.682500 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54504) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:22:51.984881 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-61662df3-45b9-4cff-8042-c0c92a27e8f4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'admin_state_up': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:22:52.014444 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61662df3-45b9-4cff-8042-c0c92a27e8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37649'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:52.016173 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61662df3-45b9-4cff-8042-c0c92a27e8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37656'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:52.155736 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61662df3-45b9-4cff-8042-c0c92a27e8f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:52.160394 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61662df3-45b9-4cff-8042-c0c92a27e8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:52.173531 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61662df3-45b9-4cff-8042-c0c92a27e8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:52.174746 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-61662df3-45b9-4cff-8042-c0c92a27e8f4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4912815 Aug 27 04:22:53.109853 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79360a68-a632-4dd0-b6d6-5fbce78a1e59 None None] Network c90dbf49-5c36-4156-8965-aadf503bbd70 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:22:53.172622 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d2b2c747-20f3-4140-8617-93cd271b36bf None None] Provisioning for port e5624ede-919d-4bfe-ba52-f6fdd940dc92 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:22:53.372118 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device e5624ede-919d-4bfe-ba52-f6fdd940dc92 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:22:53.458334 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port e5624ede-919d-4bfe-ba52-f6fdd940dc92 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:22:53.462003 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port e5624ede-919d-4bfe-ba52-f6fdd940dc92 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:22:53.462432 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:53.511251 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cc1f8397-0bc5-43b8-8fc9-37e745de49de None None] Provisioning complete for port e5624ede-919d-4bfe-ba52-f6fdd940dc92 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:22:53.511626 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8397-0bc5-43b8-8fc9-37e745de49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:53.609059 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:53.670200 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8397-0bc5-43b8-8fc9-37e745de49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:53.673428 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port e5624ede-919d-4bfe-ba52-f6fdd940dc92, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=e5624ede-919d-4bfe-ba52-f6fdd940dc92,segment=NetworkSegment(c29c9f2a-074c-446e-98d2-5961fadeb07c),segment_id=c29c9f2a-074c-446e-98d2-5961fadeb07c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:22:53.683399 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:53.764104 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=e5624ede-919d-4bfe-ba52-f6fdd940dc92,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:22:53.771317 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.db.api [None req-cc1f8397-0bc5-43b8-8fc9-37e745de49de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:22:53.771717 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG oslo_db.api [None req-cc1f8397-0bc5-43b8-8fc9-37e745de49de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:22:54.564749 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 54516) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:22:55.052062 dv-cinder-804035-5-iscsi neutron-server[93827]: WARNING oslo_policy.policy [None req-13ce5748-cc46-4330-9abc-ca0b895c9c8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:22:55.052745 dv-cinder-804035-5-iscsi neutron-server[93827]: WARNING oslo_policy.policy [None req-13ce5748-cc46-4330-9abc-ca0b895c9c8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:22:55.275102 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [None req-13ce5748-cc46-4330-9abc-ca0b895c9c8d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:22:55.276341 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-13ce5748-cc46-4330-9abc-ca0b895c9c8d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7095399 Aug 27 04:22:55.332601 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device e5624ede-919d-4bfe-ba52-f6fdd940dc92 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:22:55.384891 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port e5624ede-919d-4bfe-ba52-f6fdd940dc92 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:22:55.385271 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:56.726577 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-401c84cd-d34a-4eb1-9616-2c3ff0d9b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:57.656179 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 54530) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:22:57.967571 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:22:57.969051 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.quota [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Loaded quota_driver: . Aug 27 04:22:58.022964 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Made reservation on behalf of cc547d41029740f48877b1b569196a0f for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:22:58.089843 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.policy [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93827) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 04:22:58.135199 dv-cinder-804035-5-iscsi neutron-server[93827]: WARNING oslo_policy.policy [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:22:58.135790 dv-cinder-804035-5-iscsi neutron-server[93827]: WARNING oslo_policy.policy [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:22:58.146364 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:58.165718 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:58.293527 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:58.297742 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:58.309092 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Reserving flat network on physical network physnet1 {{(pid=93827) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 04:22:58.339888 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776997476837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:58.340465 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Unsubscribe: segment precommit_create {{(pid=93827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 04:22:58.340989 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Added segment 0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34 of type flat for network fa882ed6-b8d8-486a-a99b-5928190e8cb5 Aug 27 04:22:58.357403 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bd7524-56d9-4f82-9a13-d5f01d9b3704,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:22:58.378627 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.378985 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.379324 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.379653 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.379977 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.380362 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.380688 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.381006 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.381338 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.381662 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.381980 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.382291 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Tracked resource versions report: Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: pushed versions: Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: { 'AddressGroup': {'1.2'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'ConntrackHelper': {'1.0'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Log': {'1.0'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Network': {'1.1'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Port': {'1.7'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'PortForwarding': {'1.2'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'QosPolicy': {'1.9'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SecurityGroup': {'1.4'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SubPort': {'1.0'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Subnet': {'1.1'}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Trunk': {'1.1'}} Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: consumer versions: Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: { DHCP agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: L3 agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: Metadata agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: Metering agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: Open vSwitch agent@dv-cinder-804035-5-iscsi: { 'AddressGroup': '1.2', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'ConntrackHelper': '1.0', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Log': '1.0', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Network': '1.1', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Port': '1.7', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'PortForwarding': '1.2', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'QosPolicy': '1.9', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SecurityGroup': '1.4', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SecurityGroupRule': '1.2', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SubPort': '1.0', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Subnet': '1.1', Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Trunk': '1.1'}} Aug 27 04:22:58.383410 dv-cinder-804035-5-iscsi neutron-server[93827]: {{(pid=93827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:22:58.475838 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:58.520425 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:58.521580 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:22:58.522245 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:58.598600 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9413049 Aug 27 04:22:58.619171 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1afad-210f-43d2-951d-304598a7c1fa admin admin] Pushing event updated for resources: {'Network': ['ID=fa882ed6-b8d8-486a-a99b-5928190e8cb5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:22:58.630726 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:22:59.036901 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7031759b-a0e5-41db-8a46-a6ddd73c1246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:59.543882 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:00.314653 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:00.962692 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 54554) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:01.179885 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a75f3-a202-46db-8890-1238d7d3a882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:01.181275 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-180a75f3-a202-46db-8890-1238d7d3a882 admin admin] 10.222.0.53 "GET /v2.0/subnets/ed036eea-4cd2-49f8-a854-bc326d3a1ccd HTTP/1.1" status: 200 len: 849 time: 0.2176383 Aug 27 04:23:01.344758 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-52bfca82-c650-429f-8388-b2bf498b86bf admin admin] 10.222.0.53 "GET /v2.0/routers/37ad8351-7560-4142-a402-0f1d2ff13512 HTTP/1.1" status: 200 len: 704 time: 0.1567531 Aug 27 04:23:01.628304 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:01.922407 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Allocated IP 172.20.0.1 (c90dbf49-5c36-4156-8965-aadf503bbd70/ed036eea-4cd2-49f8-a854-bc326d3a1ccd/01067604-4137-47aa-9263-a2a4b75e8427) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:23:02.003505 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:02.110269 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:02.133715 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Transition to ACTIVE for port object 01067604-4137-47aa-9263-a2a4b75e8427 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:23:02.199629 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:02.258394 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Network c90dbf49-5c36-4156-8965-aadf503bbd70 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:23:02.262760 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:23:02.266181 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:23:02.266880 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767140'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:02.346165 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Pushing event updated for resources: {'Port': ['ID=01067604-4137-47aa-9263-a2a4b75e8427,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:02.470084 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8baeac29-9637-4595-88e0-5b8f96699fc2 None None] Provisioning for port 01067604-4137-47aa-9263-a2a4b75e8427 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:23:02.473522 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8baeac29-9637-4595-88e0-5b8f96699fc2 None None] Provisioning complete for port 01067604-4137-47aa-9263-a2a4b75e8427 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:23:02.473898 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8baeac29-9637-4595-88e0-5b8f96699fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:02.479460 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:02.505377 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8baeac29-9637-4595-88e0-5b8f96699fc2 None None] Port 01067604-4137-47aa-9263-a2a4b75e8427 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:23:02.728416 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:02.732781 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:02.733542 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1767227'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:02.809133 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Pushing event updated for resources: {'Port': ['ID=01067604-4137-47aa-9263-a2a4b75e8427,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:02.856503 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Network c90dbf49-5c36-4156-8965-aadf503bbd70 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:23:02.857787 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:23:03.016895 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Router 37ad8351-7560-4142-a402-0f1d2ff13512 is scheduled to L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:23:03.024830 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8f03c0f8-5a2a-4a3d-9c0b-3352fbbfdfff None None] Provisioning complete for port 01067604-4137-47aa-9263-a2a4b75e8427 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:23:03.025325 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f03c0f8-5a2a-4a3d-9c0b-3352fbbfdfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:03.059535 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8f03c0f8-5a2a-4a3d-9c0b-3352fbbfdfff None None] Port 01067604-4137-47aa-9263-a2a4b75e8427 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:23:03.106901 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:23:03.114543 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-24c375c7-3c2d-4694-9157-7159610f9a2d admin admin] 10.222.0.53 "PUT /v2.0/routers/37ad8351-7560-4142-a402-0f1d2ff13512/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7640135 Aug 27 04:23:03.117474 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Sync routers for ids ['37ad8351-7560-4142-a402-0f1d2ff13512'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:23:03.129818 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Routers {'37ad8351-7560-4142-a402-0f1d2ff13512'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:23:03.130660 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:22:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['37ad8351-7560-4142-a402-0f1d2ff13512'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:03.314128 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Set router 37ad8351-7560-4142-a402-0f1d2ff13512 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:23:03.736622 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'name': 'router1', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:22:52Z', 'updated_at': '2021-08-27T04:23:02Z', 'revision_number': 2, 'project_id': '8add2e9231394e93b655316c7115eeda', 'gw_port_host': None, '_interfaces': [{'id': '01067604-4137-47aa-9263-a2a4b75e8427', 'name': '', 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'mac_address': 'fa:16:3e:22:44:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:23:01Z', 'updated_at': '2021-08-27T04:23:02Z', 'revision_number': 2, 'project_id': '8add2e9231394e93b655316c7115eeda', 'subnets': [{'id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c498c656-fa5e-4fa6-a86d-9914df934d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:03.788047 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Checking router: 37ad8351-7560-4142-a402-0f1d2ff13512 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:23:03.788422 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Updating router 37ad8351-7560-4142-a402-0f1d2ff13512 port 01067604-4137-47aa-9263-a2a4b75e8427 binding host dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:23:03.838265 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.346010 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.364888 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Transition to ACTIVE for port object 01067604-4137-47aa-9263-a2a4b75e8427 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:23:04.370360 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.516678 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Pushing event updated for resources: {'Port': ['ID=01067604-4137-47aa-9263-a2a4b75e8427,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:04.536112 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Attempting to bind port 01067604-4137-47aa-9263-a2a4b75e8427 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:23:04.536515 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Attempting to bind port 01067604-4137-47aa-9263-a2a4b75e8427 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'c29c9f2a-074c-446e-98d2-5961fadeb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:23:04.536944 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Attempting to bind port 01067604-4137-47aa-9263-a2a4b75e8427 on network c90dbf49-5c36-4156-8965-aadf503bbd70 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:23:04.539495 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.539849 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.540220 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.540559 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.540895 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.541234 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.541569 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.541903 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.542236 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.542562 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.543075 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.543216 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Tracked resource versions report: Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: pushed versions: Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: { 'AddressGroup': {'1.2'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'ConntrackHelper': {'1.0'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Log': {'1.0'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Network': {'1.1'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Port': {'1.7'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'PortForwarding': {'1.2'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'QosPolicy': {'1.9'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SecurityGroup': {'1.4'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SubPort': {'1.0'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Subnet': {'1.1'}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Trunk': {'1.1'}} Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: consumer versions: Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: { DHCP agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: L3 agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: Metadata agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: Metering agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: Open vSwitch agent@dv-cinder-804035-5-iscsi: { 'AddressGroup': '1.2', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'ConntrackHelper': '1.0', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Log': '1.0', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Network': '1.1', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Port': '1.7', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'PortForwarding': '1.2', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'QosPolicy': '1.9', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SecurityGroup': '1.4', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SecurityGroupRule': '1.2', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SubPort': '1.0', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Subnet': '1.1', Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Trunk': '1.1'}} Aug 27 04:23:04.544375 dv-cinder-804035-5-iscsi neutron-server[93830]: {{(pid=93830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:23:04.551129 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:23:04.551606 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Checking segment: {'id': 'c29c9f2a-074c-446e-98d2-5961fadeb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:23:04.552033 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.552715 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Bound using segment: {'id': 'c29c9f2a-074c-446e-98d2-5961fadeb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:23:04.553250 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Bound port: 01067604-4137-47aa-9263-a2a4b75e8427, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29c9f2a-074c-446e-98d2-5961fadeb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:23:04.553644 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.621114 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] For port 01067604-4137-47aa-9263-a2a4b75e8427, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:23:04.640555 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] For port 01067604-4137-47aa-9263-a2a4b75e8427, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=01067604-4137-47aa-9263-a2a4b75e8427,segment=NetworkSegment(c29c9f2a-074c-446e-98d2-5961fadeb07c),segment_id=c29c9f2a-074c-446e-98d2-5961fadeb07c)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:23:04.645004 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.700231 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f62c82-cf13-4e24-9479-d2ba0eb8c1e2 None None] Pushing event updated for resources: {'Port': ['ID=01067604-4137-47aa-9263-a2a4b75e8427,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:04.715274 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Routers {'37ad8351-7560-4142-a402-0f1d2ff13512'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:23:04.715902 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:22:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['37ad8351-7560-4142-a402-0f1d2ff13512'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:04.807321 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] Set router 37ad8351-7560-4142-a402-0f1d2ff13512 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:23:05.011892 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'name': 'router1', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:22:52Z', 'updated_at': '2021-08-27T04:23:02Z', 'revision_number': 2, 'project_id': '8add2e9231394e93b655316c7115eeda', 'gw_port_host': None, '_interfaces': [{'id': '01067604-4137-47aa-9263-a2a4b75e8427', 'name': '', 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'mac_address': 'fa:16:3e:22:44:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:23:01Z', 'updated_at': '2021-08-27T04:23:04Z', 'revision_number': 4, 'project_id': '8add2e9231394e93b655316c7115eeda', 'subnets': [{'id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c498c656-fa5e-4fa6-a86d-9914df934d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:05.037452 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25effb75-7a6a-437f-ab90-e02f0697635d None None] The sync data for ids ['37ad8351-7560-4142-a402-0f1d2ff13512'] in dv-cinder-804035-5-iscsi is: [{'id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'name': 'router1', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:22:52Z', 'updated_at': '2021-08-27T04:23:02Z', 'revision_number': 2, 'project_id': '8add2e9231394e93b655316c7115eeda', 'gw_port_host': None, '_interfaces': [{'id': '01067604-4137-47aa-9263-a2a4b75e8427', 'name': '', 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'mac_address': 'fa:16:3e:22:44:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:23:01Z', 'updated_at': '2021-08-27T04:23:04Z', 'revision_number': 4, 'project_id': '8add2e9231394e93b655316c7115eeda', 'subnets': [{'id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c498c656-fa5e-4fa6-a86d-9914df934d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:23:05.326264 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54574) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:05.446028 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f6ea2-4c93-4a27-963c-cb78da4dd9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:05.447390 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-004f6ea2-4c93-4a27-963c-cb78da4dd9ea admin admin] 10.222.0.53 "GET /v2.0/networks/fa882ed6-b8d8-486a-a99b-5928190e8cb5 HTTP/1.1" status: 200 len: 842 time: 0.1200652 Aug 27 04:23:05.457624 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:23:05.477201 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Made reservation on behalf of cc547d41029740f48877b1b569196a0f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:23:05.479575 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:05.780542 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.objects.ports [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 04:23:05.780985 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:05.832584 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=965a8841-0f94-4d46-ae97-dcd310e2d937,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:05.840672 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:23:05.841024 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Network hostable DHCP agents. Network: fa882ed6-b8d8-486a-a99b-5928190e8cb5, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:23:05.857837 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:23:05.866408 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, fa882ed6-b8d8-486a-a99b-5928190e8cb5) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:23:05.870715 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:05.871296 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:05.876705 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396b82f5-6fba-4278-ae48-e1fc2d0dad13 None None] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:23:05.885402 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7166d782-a359-4f3d-aa30-2d3e85a89c39 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4311941 Aug 27 04:23:06.007817 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03850e-9ea2-41e1-80db-ff4e41c1911c None None] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:23:08.181489 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54582) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:08.393276 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-065c9c7b-59bd-4e45-869e-b11981a391ab admin admin] 10.222.0.53 "GET /v2.0/routers/37ad8351-7560-4142-a402-0f1d2ff13512 HTTP/1.1" status: 200 len: 710 time: 0.2106025 Aug 27 04:23:08.484765 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5b036-076d-48ce-8156-ced4727a7179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:08.486158 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f7a5b036-076d-48ce-8156-ced4727a7179 admin admin] 10.222.0.53 "GET /v2.0/networks/fa882ed6-b8d8-486a-a99b-5928190e8cb5 HTTP/1.1" status: 200 len: 886 time: 0.0868073 Aug 27 04:23:08.496104 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:23:08.742042 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:09.015630 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:09.102274 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:09.255483 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Allocated IP 172.27.1.45 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/eda59ffb-e0e7-4a5e-9e33-de722ef84131) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:23:09.365593 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:09.433809 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:09.497647 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:23:09.503462 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:23:09.506118 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:23:09.554168 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Pushing event updated for resources: {'Port': ['ID=eda59ffb-e0e7-4a5e-9e33-de722ef84131,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:09.795319 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:09.985206 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1740476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37866'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:09.989635 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1740459'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:10.173720 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Router 37ad8351-7560-4142-a402-0f1d2ff13512 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:23:10.285837 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:23:10.290253 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:10.291510 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-22959dc9-ca12-4ff6-8a8f-60c964ff0252 admin admin] 10.222.0.53 "PUT /v2.0/routers/37ad8351-7560-4142-a402-0f1d2ff13512 HTTP/1.1" status: 200 len: 889 time: 1.7988608 Aug 27 04:23:11.374202 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 01067604-4137-47aa-9263-a2a4b75e8427 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:23:11.424831 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 01067604-4137-47aa-9263-a2a4b75e8427 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:23:11.428458 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 01067604-4137-47aa-9263-a2a4b75e8427 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:23:11.428834 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:11.551213 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Sync routers for ids ['37ad8351-7560-4142-a402-0f1d2ff13512'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:23:11.572178 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Routers {'37ad8351-7560-4142-a402-0f1d2ff13512'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:23:11.572834 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:22:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['37ad8351-7560-4142-a402-0f1d2ff13512'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:11.591154 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:11.749015 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 01067604-4137-47aa-9263-a2a4b75e8427, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=01067604-4137-47aa-9263-a2a4b75e8427,segment=NetworkSegment(c29c9f2a-074c-446e-98d2-5961fadeb07c),segment_id=c29c9f2a-074c-446e-98d2-5961fadeb07c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:23:11.755923 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:11.836391 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Set router 37ad8351-7560-4142-a402-0f1d2ff13512 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:23:11.893150 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=01067604-4137-47aa-9263-a2a4b75e8427,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:12.230464 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'name': 'router1', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'eda59ffb-e0e7-4a5e-9e33-de722ef84131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:22:52Z', 'updated_at': '2021-08-27T04:23:09Z', 'revision_number': 4, 'project_id': '8add2e9231394e93b655316c7115eeda', 'gw_port': {'id': 'eda59ffb-e0e7-4a5e-9e33-de722ef84131', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:23:09Z', 'updated_at': '2021-08-27T04:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '01067604-4137-47aa-9263-a2a4b75e8427', 'name': '', 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'mac_address': 'fa:16:3e:22:44:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:23:01Z', 'updated_at': '2021-08-27T04:23:04Z', 'revision_number': 4, 'project_id': '8add2e9231394e93b655316c7115eeda', 'subnets': [{'id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c498c656-fa5e-4fa6-a86d-9914df934d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:12.282656 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Checking router: 37ad8351-7560-4142-a402-0f1d2ff13512 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:23:12.283011 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Updating router 37ad8351-7560-4142-a402-0f1d2ff13512 port eda59ffb-e0e7-4a5e-9e33-de722ef84131 binding host dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:23:12.330337 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:12.643308 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:12.652671 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Transition to ACTIVE for port object eda59ffb-e0e7-4a5e-9e33-de722ef84131 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:23:12.660203 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:12.690987 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 54594) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:12.710293 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Attempting to bind port eda59ffb-e0e7-4a5e-9e33-de722ef84131 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:23:12.710668 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Attempting to bind port eda59ffb-e0e7-4a5e-9e33-de722ef84131 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:23:12.711028 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Attempting to bind port eda59ffb-e0e7-4a5e-9e33-de722ef84131 on network fa882ed6-b8d8-486a-a99b-5928190e8cb5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:23:12.712860 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1983a-d0c5-4f72-b651-3cea1b3707d8 None None] Pushing event updated for resources: {'Port': ['ID=eda59ffb-e0e7-4a5e-9e33-de722ef84131,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:12.718898 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:23:12.719359 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:23:12.719768 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:12.720183 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Bound using segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:23:12.720647 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Bound port: eda59ffb-e0e7-4a5e-9e33-de722ef84131, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:23:12.721450 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:12.769693 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] For port eda59ffb-e0e7-4a5e-9e33-de722ef84131, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:23:12.773504 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] For port eda59ffb-e0e7-4a5e-9e33-de722ef84131, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=eda59ffb-e0e7-4a5e-9e33-de722ef84131,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:23:12.777623 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:12.804863 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-cd09c042-2bf5-4254-81f8-6f5961f15276 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1123025 Aug 27 04:23:12.921817 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Routers {'37ad8351-7560-4142-a402-0f1d2ff13512'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:23:12.922463 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:22:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['37ad8351-7560-4142-a402-0f1d2ff13512'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:12.924492 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1983a-d0c5-4f72-b651-3cea1b3707d8 None None] Pushing event updated for resources: {'Port': ['ID=eda59ffb-e0e7-4a5e-9e33-de722ef84131,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:13.034675 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] Set router 37ad8351-7560-4142-a402-0f1d2ff13512 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:23:13.245485 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'name': 'router1', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'eda59ffb-e0e7-4a5e-9e33-de722ef84131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:22:52Z', 'updated_at': '2021-08-27T04:23:09Z', 'revision_number': 4, 'project_id': '8add2e9231394e93b655316c7115eeda', 'gw_port': {'id': 'eda59ffb-e0e7-4a5e-9e33-de722ef84131', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:23:09Z', 'updated_at': '2021-08-27T04:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '01067604-4137-47aa-9263-a2a4b75e8427', 'name': '', 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'mac_address': 'fa:16:3e:22:44:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:23:01Z', 'updated_at': '2021-08-27T04:23:11Z', 'revision_number': 5, 'project_id': '8add2e9231394e93b655316c7115eeda', 'subnets': [{'id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c498c656-fa5e-4fa6-a86d-9914df934d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:13.276129 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a987eea-5a61-4498-88fb-22306640f7c5 None None] The sync data for ids ['37ad8351-7560-4142-a402-0f1d2ff13512'] in dv-cinder-804035-5-iscsi is: [{'id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'name': 'router1', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'eda59ffb-e0e7-4a5e-9e33-de722ef84131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:22:52Z', 'updated_at': '2021-08-27T04:23:09Z', 'revision_number': 4, 'project_id': '8add2e9231394e93b655316c7115eeda', 'gw_port': {'id': 'eda59ffb-e0e7-4a5e-9e33-de722ef84131', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:23:09Z', 'updated_at': '2021-08-27T04:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '01067604-4137-47aa-9263-a2a4b75e8427', 'name': '', 'network_id': 'c90dbf49-5c36-4156-8965-aadf503bbd70', 'tenant_id': '8add2e9231394e93b655316c7115eeda', 'mac_address': 'fa:16:3e:22:44:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad8351-7560-4142-a402-0f1d2ff13512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:23:01Z', 'updated_at': '2021-08-27T04:23:11Z', 'revision_number': 5, 'project_id': '8add2e9231394e93b655316c7115eeda', 'subnets': [{'id': 'ed036eea-4cd2-49f8-a854-bc326d3a1ccd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c498c656-fa5e-4fa6-a86d-9914df934d3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:23:13.386502 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 01067604-4137-47aa-9263-a2a4b75e8427 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:23:13.440513 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 01067604-4137-47aa-9263-a2a4b75e8427 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:23:13.440513 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:15.422871 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device eda59ffb-e0e7-4a5e-9e33-de722ef84131 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:23:15.476255 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port eda59ffb-e0e7-4a5e-9e33-de722ef84131 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:23:15.480657 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port eda59ffb-e0e7-4a5e-9e33-de722ef84131 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:23:15.481218 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:15.556812 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:15.577938 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port eda59ffb-e0e7-4a5e-9e33-de722ef84131, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=eda59ffb-e0e7-4a5e-9e33-de722ef84131,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:23:15.582703 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:15.640785 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=eda59ffb-e0e7-4a5e-9e33-de722ef84131,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:17.400228 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device eda59ffb-e0e7-4a5e-9e33-de722ef84131 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:23:17.491574 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port eda59ffb-e0e7-4a5e-9e33-de722ef84131 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:23:17.491574 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:23.230381 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:23:26.730627 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d81e10df-79d5-411c-a323-a1d5c59dad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:29.038921 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28b1bf36-2a11-4c14-9a59-4e4411d1e26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:29.550624 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:30.320897 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:32.021011 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:56.741516 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d6018dc-b60a-48b9-9264-59769614acd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:59.046417 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f96e-e110-4a1a-b514-0bfb2d597d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:59.622097 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:00.233508 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:24:00.320921 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:02.025991 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:26.735942 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31356691-a421-474f-8f03-7bc4eec4d3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:29.043150 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7c51-7250-468c-94db-7069c6603518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:29.545829 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:30.317815 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:32.025741 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:37.236692 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:24:50.731359 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55156) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:50.809927 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d287b3-4e9f-468a-8e3e-74ebf11a8dc7 admin admin] GET failed (client error): The resource could not be found. Aug 27 04:24:50.811419 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-25d287b3-4e9f-468a-8e3e-74ebf11a8dc7 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0790079 Aug 27 04:24:50.978269 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be74c93-67b1-4620-a2a2-dde9121a40cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:50.980271 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6be74c93-67b1-4620-a2a2-dde9121a40cd admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633403 Aug 27 04:24:53.182775 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55166) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:53.276568 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496d8517-3791-4acb-842d-5fcc93b2322b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:53.277970 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-496d8517-3791-4acb-842d-5fcc93b2322b admin admin] 10.222.0.53 "GET /v2.0/subnets/ed036eea-4cd2-49f8-a854-bc326d3a1ccd HTTP/1.1" status: 200 len: 849 time: 0.0942183 Aug 27 04:24:53.288492 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:24:53.379939 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:53.531273 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776997451560'] for subnet, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:53.563845 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:53.564900 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:53.565966 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] 10.222.0.53 "PUT /v2.0/subnets/ed036eea-4cd2-49f8-a854-bc326d3a1ccd HTTP/1.1" status: 200 len: 868 time: 0.2815082 Aug 27 04:24:53.568505 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5770b6b-f2e0-487e-83d1-372f28f7f54e None None] Network c90dbf49-5c36-4156-8965-aadf503bbd70 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:24:53.584023 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed036eea-4cd2-49f8-a854-bc326d3a1ccd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:53.591502 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.591858 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.592237 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.592572 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.592906 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.593239 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.593569 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.593899 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.594253 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.594579 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.594906 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.595229 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e0308-e16f-40fe-b7d3-501abe5bca51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:53.931017 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-413037dd-7255-4ed2-a1eb-2eb1adb27f95 None None] Provisioning complete for port e5624ede-919d-4bfe-ba52-f6fdd940dc92 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:24:53.931398 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-413037dd-7255-4ed2-a1eb-2eb1adb27f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:54.020466 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-413037dd-7255-4ed2-a1eb-2eb1adb27f95 None None] Provisioning complete for port 01067604-4137-47aa-9263-a2a4b75e8427 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:24:54.020771 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-413037dd-7255-4ed2-a1eb-2eb1adb27f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:55.878057 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:56.089219 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef7465-4c96-4faa-b7b5-13d6c0b733fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:56.089615 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef7465-4c96-4faa-b7b5-13d6c0b733fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:56.091409 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-74ef7465-4c96-4faa-b7b5-13d6c0b733fe admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2123866 Aug 27 04:24:56.738991 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67c29efe-223b-46d3-877e-9a1b4639a34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:58.307872 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55182) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:58.453699 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c701ea3-7549-4858-a661-faa4838ccd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:58.454183 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c701ea3-7549-4858-a661-faa4838ccd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:58.455715 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8c701ea3-7549-4858-a661-faa4838ccd67 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1468749 Aug 27 04:24:59.042320 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad76d1d-adb1-4f0e-a6ff-b9b91bbebde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:59.552976 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:00.321563 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:00.699095 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55190) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:25:00.844281 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0483ca-1631-4348-a57c-201b4706a29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:00.845688 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fd0483ca-1631-4348-a57c-201b4706a29a admin admin] 10.222.0.53 "GET /v2.0/networks/c90dbf49-5c36-4156-8965-aadf503bbd70 HTTP/1.1" status: 200 len: 869 time: 0.1456358 Aug 27 04:25:02.029747 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:03.150393 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55198) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:25:03.274062 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d384350a-358e-4128-8723-ac9975983e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:03.275437 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d384350a-358e-4128-8723-ac9975983e85 admin admin] 10.222.0.53 "GET /v2.0/networks/fa882ed6-b8d8-486a-a99b-5928190e8cb5 HTTP/1.1" status: 200 len: 886 time: 0.1240811 Aug 27 04:25:05.473991 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55206) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:25:05.682151 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa05821-e5d6-4359-8b45-c6ee0d9342d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:05.682532 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa05821-e5d6-4359-8b45-c6ee0d9342d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:05.684112 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4fa05821-e5d6-4359-8b45-c6ee0d9342d2 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2091389 Aug 27 04:25:07.873525 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55214) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:25:07.965506 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44be33c-e95c-486e-abe5-2e683c766ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:07.965994 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44be33c-e95c-486e-abe5-2e683c766ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:07.968035 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f44be33c-e95c-486e-abe5-2e683c766ed2 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930674 Aug 27 04:25:10.188309 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55222) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:25:10.280148 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea117e-1cdd-490f-9996-cd3c45a4ab34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:10.281571 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7cea117e-1cdd-490f-9996-cd3c45a4ab34 admin admin] 10.222.0.53 "GET /v2.0/subnets/965a8841-0f94-4d46-ae97-dcd310e2d937 HTTP/1.1" status: 200 len: 816 time: 0.0922992 Aug 27 04:25:12.535418 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55232) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:25:12.644204 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42f1c14-0ca4-4773-8b36-5506e85c3300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:12.645505 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c42f1c14-0ca4-4773-8b36-5506e85c3300 admin admin] 10.222.0.53 "GET /v2.0/subnets/ed036eea-4cd2-49f8-a854-bc326d3a1ccd HTTP/1.1" status: 200 len: 868 time: 0.1090202 Aug 27 04:25:14.239926 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:25:26.741356 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54efe401-ad1f-4f4d-bdc0-ab127136ed53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:29.034727 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9846cdab-6b13-4ac1-a247-563128a089b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:29.545944 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:30.339577 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:32.034064 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:36.940979 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55286) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:25:36.991165 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-4e8c741a-1683-4c6a-9937-262374a404e9 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:25:36.992246 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4e8c741a-1683-4c6a-9937-262374a404e9 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502548 Aug 27 04:25:39.282722 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55294) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:25:39.344016 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d326d8b7-1f7c-4622-903c-571ad03e4a90 admin admin] GET failed (client error): The resource could not be found. Aug 27 04:25:39.345337 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d326d8b7-1f7c-4622-903c-571ad03e4a90 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616946 Aug 27 04:25:39.492329 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053948f4-f5fb-4202-acb8-d16e5f2412a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:39.493736 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-053948f4-f5fb-4202-acb8-d16e5f2412a1 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1437070 Aug 27 04:25:41.694391 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55302) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:25:41.740867 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:25:41.761152 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Made reservation on behalf of cc547d41029740f48877b1b569196a0f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:25:41.763654 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:41.806351 dv-cinder-804035-5-iscsi neutron-server[93828]: WARNING neutron.services.revisions.revision_plugin [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Could not find related network for resource to bump revision. Aug 27 04:25:41.823398 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:25:41.833679 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:41.834020 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Added segment 8448322c-41d5-4495-b13e-698ad04caf2b of type vlan for network 97e51889-0de0-43a6-aec6-371628a4edb9 Aug 27 04:25:41.871531 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:41.894487 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:41.895542 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:41.896165 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:41.949365 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2539020 Aug 27 04:25:41.957642 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Pushing event updated for resources: {'Network': ['ID=97e51889-0de0-43a6-aec6-371628a4edb9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:25:41.964873 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.965248 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.965596 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.965936 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.966269 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.966604 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.966930 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.967258 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.967587 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.967910 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.968267 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.968592 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c54d85-19b5-4e8f-8626-416bccd79e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:41.980668 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 97e51889-0de0-43a6-aec6-371628a4edb9 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:25:44.209296 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55310) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:25:44.270265 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c57f8b-baaa-40d5-810e-9f7076e804f3 admin admin] GET failed (client error): The resource could not be found. Aug 27 04:25:44.271566 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e7c57f8b-baaa-40d5-810e-9f7076e804f3 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613201 Aug 27 04:25:44.340261 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eac2c9-6f7b-4761-afb1-6c9074675b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:44.341705 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b0eac2c9-6f7b-4761-afb1-6c9074675b8a admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648897 Aug 27 04:25:44.351898 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:25:44.374160 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Made reservation on behalf of cc547d41029740f48877b1b569196a0f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:25:44.376544 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:44.537092 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:44.588587 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c45beb-ed56-4265-9441-0abdc61ac745,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:25:44.604126 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Checking segment: {'id': '8448322c-41d5-4495-b13e-698ad04caf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:25:44.604486 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Network hostable DHCP agents. Network: 97e51889-0de0-43a6-aec6-371628a4edb9, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:25:44.620678 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Network 97e51889-0de0-43a6-aec6-371628a4edb9 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:25:44.629284 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 97e51889-0de0-43a6-aec6-371628a4edb9) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:25:44.633796 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:44.634425 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:44.640197 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8916b28-e0fc-4f59-9c6c-582b8482b14c None None] Network 97e51889-0de0-43a6-aec6-371628a4edb9 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:25:44.650114 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f27df2a2-226d-46dd-8506-7f02b0a3999f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3015873 Aug 27 04:25:44.804834 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5af2bef-eb09-558f-bf8f-27df940447e1-97e51889-0de0-43a6-aec6-371628a4edb9', 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9', 'tenant_id': 'cc547d41029740f48877b1b569196a0f', 'fixed_ips': [{'subnet_id': '65c45beb-ed56-4265-9441-0abdc61ac745'}]}} from dv-cinder-804035-5-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:25:44.805748 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:44.949632 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Allocated IP 192.168.233.2 (97e51889-0de0-43a6-aec6-371628a4edb9/65c45beb-ed56-4265-9441-0abdc61ac745/4b83b5c3-0859-4600-a2e4-759cc389cb75) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:25:45.101616 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:45.109917 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Transition to ACTIVE for port object 4b83b5c3-0859-4600-a2e4-759cc389cb75 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:25:45.126327 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Transition to ACTIVE for port object 4b83b5c3-0859-4600-a2e4-759cc389cb75 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:25:45.133270 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:45.171156 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Network 97e51889-0de0-43a6-aec6-371628a4edb9 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:25:45.177854 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:25:45.180346 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:25:45.186172 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Pushing event updated for resources: {'Port': ['ID=4b83b5c3-0859-4600-a2e4-759cc389cb75,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:25:45.196927 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.197864 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.198228 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.198466 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.198932 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.199257 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.199580 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.199903 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.200266 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.200592 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.200909 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.201226 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.258281 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Attempting to bind port 4b83b5c3-0859-4600-a2e4-759cc389cb75 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:25:45.258653 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Attempting to bind port 4b83b5c3-0859-4600-a2e4-759cc389cb75 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '8448322c-41d5-4495-b13e-698ad04caf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:25:45.259009 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Attempting to bind port 4b83b5c3-0859-4600-a2e4-759cc389cb75 on network 97e51889-0de0-43a6-aec6-371628a4edb9 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:25:45.265238 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:25:45.265613 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Checking segment: {'id': '8448322c-41d5-4495-b13e-698ad04caf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:25:45.266017 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:45.266410 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Bound using segment: {'id': '8448322c-41d5-4495-b13e-698ad04caf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:25:45.267306 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Bound port: 4b83b5c3-0859-4600-a2e4-759cc389cb75, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8448322c-41d5-4495-b13e-698ad04caf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:25:45.267710 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:45.335804 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] For port 4b83b5c3-0859-4600-a2e4-759cc389cb75, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:25:45.339498 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] For port 4b83b5c3-0859-4600-a2e4-759cc389cb75, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=4b83b5c3-0859-4600-a2e4-759cc389cb75,segment=NetworkSegment(8448322c-41d5-4495-b13e-698ad04caf2b),segment_id=8448322c-41d5-4495-b13e-698ad04caf2b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:25:45.344078 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:45.402603 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af5363-e7d9-40b0-b2d8-fe3a103fbe1f None None] Pushing event updated for resources: {'Port': ['ID=4b83b5c3-0859-4600-a2e4-759cc389cb75,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:25:46.195207 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e37f9fb-29a5-4f85-8b2e-96a6ae89fe3a None None] Network 97e51889-0de0-43a6-aec6-371628a4edb9 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:25:46.269281 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-417270e2-4aba-47eb-8c38-0ca4e3ae1f50 None None] Provisioning for port 4b83b5c3-0859-4600-a2e4-759cc389cb75 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:25:47.489724 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 4b83b5c3-0859-4600-a2e4-759cc389cb75 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:25:47.545112 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 4b83b5c3-0859-4600-a2e4-759cc389cb75 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:25:47.549094 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 4b83b5c3-0859-4600-a2e4-759cc389cb75 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:25:47.549470 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:47.628088 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:47.661644 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 4b83b5c3-0859-4600-a2e4-759cc389cb75, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=4b83b5c3-0859-4600-a2e4-759cc389cb75,segment=NetworkSegment(8448322c-41d5-4495-b13e-698ad04caf2b),segment_id=8448322c-41d5-4495-b13e-698ad04caf2b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:25:47.665851 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:47.714667 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=4b83b5c3-0859-4600-a2e4-759cc389cb75,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:25:49.462012 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 4b83b5c3-0859-4600-a2e4-759cc389cb75 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:25:49.517505 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 4b83b5c3-0859-4600-a2e4-759cc389cb75 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:25:49.517905 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:51.245355 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:25:56.746295 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-43d39bb0-13a9-4ca3-b709-8f53cce53e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:59.038117 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a1f17a7e-2c05-49a4-8197-9735b9440964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:59.543340 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:00.333915 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:02.039104 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:26.739370 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f52e347-4449-4b9e-885c-9c71c2ffd4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:28.242736 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:26:29.041411 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67d98c0a-ef51-43c9-b60c-4c7c343e4561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:29.548630 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:30.339231 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:32.037613 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:56.741434 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d9620606-c1a0-418c-bdc6-dee1a8ff778a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:59.040264 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c759be71-a5c0-421b-b927-3d0161a7da43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:59.549093 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:00.342256 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:02.049729 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:05.250435 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:27:26.013408 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55362) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:27:26.019520 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-73a904d4-8dfb-4569-8179-093bfbd78960 tempest-verify_tempest_config-86199931 tempest-verify_tempest_config-86199931-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:27:26.020522 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-73a904d4-8dfb-4569-8179-093bfbd78960 tempest-verify_tempest_config-86199931 tempest-verify_tempest_config-86199931-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061524 Aug 27 04:27:26.343604 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55380) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:27:26.451964 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:26.538079 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:26.542345 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:26.588587 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74d5d58439434ce5a9be11f03af932c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2418361 Aug 27 04:27:26.588587 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa4683-26f9-4f96-9c04-0621d6141290,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:27:26.590293 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55384) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:27:26.595198 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.595549 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.595890 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.596246 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.596579 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.596927 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.597266 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.597594 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.597931 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.598254 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.598576 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.598898 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45026b41-50a9-453f-ad90-574120a6e9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.654044 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:26.675086 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:26.742194 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f48c7205-bbc1-4244-bd7f-de4c40e99220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:26.768496 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:26.771069 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:26.772274 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bfa4683-26f9-4f96-9c04-0621d6141290 HTTP/1.1" status: 204 len: 168 time: 0.1807916 Aug 27 04:27:26.781448 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa4683-26f9-4f96-9c04-0621d6141290,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:27:26.788374 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.788734 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.789091 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.789423 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.789759 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.790124 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.790520 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.791347 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.791690 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.792048 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.792387 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:26.792716 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dda94cd-c304-461b-abc5-5fe4fe05a491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:29.044520 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31cce1d9-d759-4308-8228-1a039bee8fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:29.559143 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:30.349191 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:32.052414 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:42.241770 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:27:56.743937 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4fc910e9-be05-4151-b8b2-fb0ebd3a45e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:59.045233 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ead7143-d471-4b2b-b3a2-e07864046030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:59.551487 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:00.347080 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:02.053423 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:19.243968 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:28:26.745569 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39e6f695-35ac-4340-91ae-fa5c78c442a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:29.050568 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41fa9c4d-fcdf-4af2-9602-802ad5ae383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:29.554057 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:30.351077 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:32.056035 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:56.244419 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:28:56.747837 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3986-8604-4978-bd6e-cd5fdd967049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:59.042654 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ea15f030-9798-4827-a292-dcb940fc7899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:59.555119 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:00.355527 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:02.063305 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:02.443378 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761963'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:16.536255 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55460) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:29:16.643248 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0fca7270-20fe-4998-9f18-7b435016c49c admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1058662 Aug 27 04:29:18.873369 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55470) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:29:18.941398 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d196fda0-bf9a-4b40-9b34-67a99db05562 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0669191 Aug 27 04:29:26.748573 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae0b6-a5a9-4908-8eb4-b52a844e3c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:29.043675 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b26401bb-c48c-4d51-a496-7a26567ba968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:29.560917 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:30.357388 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:32.056044 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:32.397513 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:33.247350 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:29:56.759240 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8ace-a8e5-433e-a00d-18f5e4bc7470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:59.045765 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6d05d855-8344-4b20-892e-36b916631811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:59.562506 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:00.359455 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:02.059396 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:02.422369 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:10.248986 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:30:26.750619 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d1434e1d-8bb6-48ba-96b3-46da4b093320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:29.052097 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e9277c21-4528-4daa-9828-1d2a035af028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:29.566112 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:30.363952 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:32.064520 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:32.405596 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:47.251969 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:30:49.295905 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55604) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:49.578670 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2025607626-network', 'tenant_id': '73010213c0b945979b5a337586b82752'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:49.604724 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Made reservation on behalf of 73010213c0b945979b5a337586b82752 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:30:49.607585 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:49.616555 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:49.719102 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:49.724342 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:49.756652 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:30:49.766937 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:49.767282 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Added segment 11842c2a-66a4-4297-8643-2332341920cc of type vlan for network a919ac5d-841a-4ae2-b353-26d1ed741c31 Aug 27 04:30:49.776065 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f82411-1265-4883-b5d8-d8f862087928,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:49.803456 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.804158 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.804804 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.805024 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.805262 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.805886 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.806405 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.807453 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.807950 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.808666 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.809560 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.810312 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Tracked resource versions report: Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: pushed versions: Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: { 'AddressGroup': {'1.2'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Log': {'1.0'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Network': {'1.1'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Port': {'1.7'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'PortForwarding': {'1.2'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'QosPolicy': {'1.9'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SecurityGroup': {'1.4'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SubPort': {'1.0'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Subnet': {'1.1'}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Trunk': {'1.1'}} Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: consumer versions: Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: { DHCP agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: HyperV agent@hv-cinder-80403: {}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: L3 agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: Metadata agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: Metering agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: Open vSwitch agent@dv-cinder-804035-5-iscsi: { 'AddressGroup': '1.2', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'ConntrackHelper': '1.0', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Log': '1.0', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Network': '1.1', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Port': '1.7', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'PortForwarding': '1.2', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'QosPolicy': '1.9', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SecurityGroup': '1.4', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SecurityGroupRule': '1.2', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'SubPort': '1.0', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Subnet': '1.1', Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: 'Trunk': '1.1'}} Aug 27 04:30:49.811718 dv-cinder-804035-5-iscsi neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:30:49.826499 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:49.852884 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:49.853925 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:49.854501 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:49.902214 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6048203 Aug 27 04:30:49.903840 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55638) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:49.910911 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Request body: {'subnet': {'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2025607626-subnet', 'tenant_id': '73010213c0b945979b5a337586b82752', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:49.923046 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5e601-efa3-4552-98c3-e8f983711c2c admin admin] Pushing event updated for resources: {'Network': ['ID=a919ac5d-841a-4ae2-b353-26d1ed741c31,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:49.936762 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network a919ac5d-841a-4ae2-b353-26d1ed741c31 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:30:49.938767 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Made reservation on behalf of 73010213c0b945979b5a337586b82752 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:30:49.941665 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:50.181471 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:50.237167 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec697f3b-617c-4eff-bc60-4cc0babb38f6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:50.247560 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.247946 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.248328 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.248679 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.249020 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.249379 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.249719 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.250058 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.250412 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.250751 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.251084 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.251417 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Tracked resource versions report: Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: pushed versions: Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: { 'AddressGroup': {'1.2'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'ConntrackHelper': {'1.0'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Log': {'1.0'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Network': {'1.1'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Port': {'1.7'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'PortForwarding': {'1.2'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'QosPolicy': {'1.9'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SecurityGroup': {'1.4'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SubPort': {'1.0'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Subnet': {'1.1'}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Trunk': {'1.1'}} Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: consumer versions: Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: { DHCP agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: HyperV agent@hv-cinder-80403: {}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: L3 agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: Metadata agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: Metering agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: Open vSwitch agent@dv-cinder-804035-5-iscsi: { 'AddressGroup': '1.2', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'ConntrackHelper': '1.0', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Log': '1.0', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Network': '1.1', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Port': '1.7', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'PortForwarding': '1.2', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'QosPolicy': '1.9', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SecurityGroup': '1.4', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SecurityGroupRule': '1.2', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'SubPort': '1.0', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Subnet': '1.1', Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: 'Trunk': '1.1'}} Aug 27 04:30:50.252544 dv-cinder-804035-5-iscsi neutron-server[93827]: {{(pid=93827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:30:50.271560 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Checking segment: {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:30:50.271935 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Network hostable DHCP agents. Network: a919ac5d-841a-4ae2-b353-26d1ed741c31, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:30:50.296379 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Network a919ac5d-841a-4ae2-b353-26d1ed741c31 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:30:50.313175 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, a919ac5d-841a-4ae2-b353-26d1ed741c31) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:50.317516 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:50.318131 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:50.328365 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e86ae-0a21-4667-a548-638cac35e6e0 None None] Network a919ac5d-841a-4ae2-b353-26d1ed741c31 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:30:50.352656 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0f724faf-48cf-44cd-a41f-5dfe056a4e19 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4471197 Aug 27 04:30:50.354934 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55668) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:50.359885 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:50.409271 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37649'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:50.411336 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37656'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:50.525075 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:50.636539 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5af2bef-eb09-558f-bf8f-27df940447e1-a919ac5d-841a-4ae2-b353-26d1ed741c31', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6'}]}} from dv-cinder-804035-5-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:30:50.637772 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:50.666874 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55684) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:50.782013 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:50.832355 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Allocated IP 172.20.0.2 (a919ac5d-841a-4ae2-b353-26d1ed741c31/ec697f3b-617c-4eff-bc60-4cc0babb38f6/e5f35353-c892-4167-a129-f7218ac21cbc) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:30:51.020789 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.033740 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Transition to ACTIVE for port object e5f35353-c892-4167-a129-f7218ac21cbc will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:30:51.055153 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Transition to ACTIVE for port object e5f35353-c892-4167-a129-f7218ac21cbc will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:30:51.064539 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.114041 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.123615 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Pushing event updated for resources: {'Port': ['ID=e5f35353-c892-4167-a129-f7218ac21cbc,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:51.134167 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.134916 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.135445 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.135948 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.136605 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.136945 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.137280 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.137627 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.137964 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.138299 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.138624 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.138949 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Tracked resource versions report: Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: pushed versions: Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: { 'AddressGroup': {'1.2'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'ConntrackHelper': {'1.0'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Log': {'1.0'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Network': {'1.1'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Port': {'1.7'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'PortForwarding': {'1.2'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'QosPolicy': {'1.9'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SecurityGroup': {'1.4'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SubPort': {'1.0'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Subnet': {'1.1'}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Trunk': {'1.1'}} Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: consumer versions: Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: { DHCP agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: HyperV agent@hv-cinder-80403: {}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: L3 agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: Metadata agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: Metering agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: Open vSwitch agent@dv-cinder-804035-5-iscsi: { 'AddressGroup': '1.2', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'ConntrackHelper': '1.0', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Log': '1.0', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Network': '1.1', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Port': '1.7', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'PortForwarding': '1.2', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'QosPolicy': '1.9', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SecurityGroup': '1.4', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SecurityGroupRule': '1.2', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'SubPort': '1.0', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Subnet': '1.1', Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: 'Trunk': '1.1'}} Aug 27 04:30:51.140132 dv-cinder-804035-5-iscsi neutron-server[93829]: {{(pid=93829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:30:51.142487 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.153886 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Network a919ac5d-841a-4ae2-b353-26d1ed741c31 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:30:51.155374 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:51.158163 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:30:51.224398 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Attempting to bind port e5f35353-c892-4167-a129-f7218ac21cbc on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:30:51.225098 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Attempting to bind port e5f35353-c892-4167-a129-f7218ac21cbc by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:30:51.225649 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Attempting to bind port e5f35353-c892-4167-a129-f7218ac21cbc on network a919ac5d-841a-4ae2-b353-26d1ed741c31 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:30:51.236005 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:30:51.236714 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Checking segment: {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:30:51.237284 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.238003 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Bound using segment: {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:30:51.238642 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Bound port: e5f35353-c892-4167-a129-f7218ac21cbc, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:30:51.239297 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.270506 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Allocated IP 172.27.1.47 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/c82f4636-9864-4d00-a8e3-4f5d8bb22460) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:30:51.321599 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] For port e5f35353-c892-4167-a129-f7218ac21cbc, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:30:51.325339 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] For port e5f35353-c892-4167-a129-f7218ac21cbc, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=e5f35353-c892-4167-a129-f7218ac21cbc,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:30:51.336233 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.401206 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1623728087-network', 'tenant_id': '81407554905143da9745f9c19f94356a'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:51.419217 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d21f30-9c96-4204-bc55-65928de77f40 None None] Pushing event updated for resources: {'Port': ['ID=e5f35353-c892-4167-a129-f7218ac21cbc,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:51.437657 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.438476 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55712) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:51.470762 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Made reservation on behalf of 81407554905143da9745f9c19f94356a for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:30:51.473112 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.489815 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.490772 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.557628 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55718) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:51.558376 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Pushing event updated for resources: {'Port': ['ID=c82f4636-9864-4d00-a8e3-4f5d8bb22460,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:51.577859 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:30:51.579444 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:51.591485 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:30:51.631862 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.637414 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.675443 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899b8765-aeec-4ea0-9a66-66beabe60117,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:51.689921 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:30:51.705147 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.705680 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Added segment 2007af7a-a28a-4571-9b3d-c1da006dd17e of type vlan for network 2cc2adbb-ae60-4965-83ab-91c48e9a1423 Aug 27 04:30:51.768391 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-network', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:51.800227 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2053193667-network', 'tenant_id': 'f90959ac150c48beb4feacbabf64500f'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:51.819280 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.853956 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.855068 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:51.857024 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.863618 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Made reservation on behalf of a6be58896fed46208a356cedf5a8513e for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:30:51.866867 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.896265 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.957585 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc2adbb-ae60-4965-83ab-91c48e9a1423,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:51.967373 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:51.974127 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 2cc2adbb-ae60-4965-83ab-91c48e9a1423 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:30:52.002255 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Made reservation on behalf of f90959ac150c48beb4feacbabf64500f for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:30:52.004655 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.025338 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.258881 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.269154 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.298172 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1c0a13b7-9e9f-4f9d-9f30-97dac490de05 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6296093 Aug 27 04:30:52.305869 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55742) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:52.325939 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce502ce5-1d1d-4c12-8f46-f10e0b083748,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:52.340034 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.344510 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:30:52.374149 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Request body: {'subnet': {'network_id': '2cc2adbb-ae60-4965-83ab-91c48e9a1423', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1623728087-subnet', 'tenant_id': '81407554905143da9745f9c19f94356a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:52.417102 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.417102 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Added segment 2b02b2e3-16ae-4977-a8b7-68066568371e of type vlan for network 2d12ac97-d989-4330-872d-92f5fe3f8e57 Aug 27 04:30:52.559297 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.594632 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.612006 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.649494 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.650575 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:52.651164 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.693894 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:30:52.700308 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Made reservation on behalf of 81407554905143da9745f9c19f94356a for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:30:52.706018 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.746064 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] Pushing event updated for resources: {'Network': ['ID=2d12ac97-d989-4330-872d-92f5fe3f8e57,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:52.753405 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-dd43a1d2-7173-4e0a-ad9e-8e13adecc360 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1919045 Aug 27 04:30:52.757459 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:52.760284 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:30:52.771236 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d62c7c-49c8-4d44-9144-7e290556185f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:52.785334 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Request body: {'subnet': {'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-subnet', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:52.845530 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Made reservation on behalf of a6be58896fed46208a356cedf5a8513e for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:30:52.857524 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.906466 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:52.906820 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Added segment 67cc8121-ae9d-487d-9f38-3422fd2b4539 of type vlan for network 17894bc9-25d9-49d4-92d3-f6025fc86821 Aug 27 04:30:52.978640 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Router ba83b6d2-f3d1-4eea-9d16-4905e6568570 is scheduled to L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:30:52.998165 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca2c334-918e-4f2b-8336-34ae523b1ee2 None None] Network a919ac5d-841a-4ae2-b353-26d1ed741c31 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:30:53.016270 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:53.080909 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:53.082220 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:53.083031 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:53.147730 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a9f9f273-9b09-4e9a-903e-97166531d29e None None] Provisioning for port e5f35353-c892-4167-a129-f7218ac21cbc completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:30:53.269114 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:30:53.283183 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Sync routers for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:30:53.296209 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8564641 Aug 27 04:30:53.297361 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:53.297518 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:30:53.298125 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:30:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:30:53.302231 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55784) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:53.321273 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Request body: {'subnet': {'network_id': '17894bc9-25d9-49d4-92d3-f6025fc86821', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2053193667-subnet', 'tenant_id': 'f90959ac150c48beb4feacbabf64500f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:53.334903 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:53.340808 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-93db03e6-632b-4ed9-81bf-cc65267aa37e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9815376 Aug 27 04:30:53.346672 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55792) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:53.384315 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Checking segment: {'id': '2007af7a-a28a-4571-9b3d-c1da006dd17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2cc2adbb-ae60-4965-83ab-91c48e9a1423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:30:53.385577 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Network hostable DHCP agents. Network: 2cc2adbb-ae60-4965-83ab-91c48e9a1423, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:30:53.390125 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c94f2-0f41-47bc-b8d7-0038449a06ec admin admin] Pushing event updated for resources: {'Network': ['ID=17894bc9-25d9-49d4-92d3-f6025fc86821,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:53.398237 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5a30c2-1cb2-47b9-9f35-8b3c9d70ff11,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:53.411161 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 17894bc9-25d9-49d4-92d3-f6025fc86821 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:30:53.421144 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Network 2cc2adbb-ae60-4965-83ab-91c48e9a1423 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:30:53.438415 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 2cc2adbb-ae60-4965-83ab-91c48e9a1423) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:53.444119 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:53.444963 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:53.539016 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77229390-b5fe-4ad8-83bc-f631d2bf8559 None None] Network 2cc2adbb-ae60-4965-83ab-91c48e9a1423 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:30:53.558907 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:30:53.656290 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1fdf6287-6129-41fd-b02e-426bc1214549 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3325374 Aug 27 04:30:53.684085 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:53.692259 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Made reservation on behalf of f90959ac150c48beb4feacbabf64500f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:30:53.694755 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:53.803123 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device e5f35353-c892-4167-a129-f7218ac21cbc up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:30:53.865530 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55804) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:53.904344 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:51Z', 'revision_number': 3, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:30:53.958144 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Checking router: ba83b6d2-f3d1-4eea-9d16-4905e6568570 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:30:53.960165 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Updating router ba83b6d2-f3d1-4eea-9d16-4905e6568570 port c82f4636-9864-4d00-a8e3-4f5d8bb22460 binding host dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:30:54.079191 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b386eb7-76d8-49f7-aa62-e09d6d674e68,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:54.088466 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc03fd2-c7ca-4d75-87b1-9a052fd81386 None None] Network 2cc2adbb-ae60-4965-83ab-91c48e9a1423 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:30:54.100007 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.101665 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.122301 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port e5f35353-c892-4167-a129-f7218ac21cbc completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:30:54.215000 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port e5f35353-c892-4167-a129-f7218ac21cbc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:30:54.216527 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.250488 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7ab1-4a95-472b-9e3d-fc41cc599543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.298322 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Checking segment: {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:30:54.298640 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Network hostable DHCP agents. Network: 2d12ac97-d989-4330-872d-92f5fe3f8e57, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:30:54.310416 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-08414e5d-67f2-46bb-8d38-9a136122e16a None None] Provisioning complete for port e5f35353-c892-4167-a129-f7218ac21cbc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:30:54.311575 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08414e5d-67f2-46bb-8d38-9a136122e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.487352 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.527437 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7ab1-4a95-472b-9e3d-fc41cc599543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.533126 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7ab1-4a95-472b-9e3d-fc41cc599543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.552887 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port e5f35353-c892-4167-a129-f7218ac21cbc, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=e5f35353-c892-4167-a129-f7218ac21cbc,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:30:54.570621 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.614474 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a2bf7ab1-4a95-472b-9e3d-fc41cc599543 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2edca5bcf3234b459e09901481228263&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7475002 Aug 27 04:30:54.617757 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55824) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:54.620966 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf7ab1-4a95-472b-9e3d-fc41cc599543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b2736d-88c6-49cf-bee0-256ef79cb347,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:54.758059 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7607e7c-596a-4560-921d-5d37564049f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.792064 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.833338 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.843027 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Transition to ACTIVE for port object c82f4636-9864-4d00-a8e3-4f5d8bb22460 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:30:54.858578 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.866734 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=873fc0ee-c93a-443c-8c31-e15512ce71f5,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:54.887231 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7607e7c-596a-4560-921d-5d37564049f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:54.891702 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=e5f35353-c892-4167-a129-f7218ac21cbc,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:54.945424 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Pushing event updated for resources: {'Port': ['ID=c82f4636-9864-4d00-a8e3-4f5d8bb22460,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:54.955613 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Checking segment: {'id': '67cc8121-ae9d-487d-9f38-3422fd2b4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '17894bc9-25d9-49d4-92d3-f6025fc86821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:30:54.957338 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Network hostable DHCP agents. Network: 17894bc9-25d9-49d4-92d3-f6025fc86821, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:30:54.974209 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.974766 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.975217 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.975674 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.976162 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.976590 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.977022 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.977476 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.978064 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.978516 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.978941 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.979429 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Tracked resource versions report: Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: pushed versions: Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: { 'AddressGroup': {'1.2'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'ConntrackHelper': {'1.0'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Log': {'1.0'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Network': {'1.1'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Port': {'1.7'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'PortForwarding': {'1.2'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'QosPolicy': {'1.9'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SecurityGroup': {'1.4'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SubPort': {'1.0'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Subnet': {'1.1'}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Trunk': {'1.1'}} Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: consumer versions: Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: { DHCP agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: HyperV agent@hv-cinder-80403: {}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: L3 agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: Metadata agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: Metering agent@dv-cinder-804035-5-iscsi: {}, Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: Open vSwitch agent@dv-cinder-804035-5-iscsi: { 'AddressGroup': '1.2', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'ConntrackHelper': '1.0', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Log': '1.0', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Network': '1.1', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Port': '1.7', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'PortForwarding': '1.2', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'QosPolicy': '1.9', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SecurityGroup': '1.4', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SecurityGroupRule': '1.2', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'SubPort': '1.0', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Subnet': '1.1', Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: 'Trunk': '1.1'}} Aug 27 04:30:54.980782 dv-cinder-804035-5-iscsi neutron-server[93830]: {{(pid=93830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:30:54.991010 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Attempting to bind port c82f4636-9864-4d00-a8e3-4f5d8bb22460 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:30:54.991386 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Attempting to bind port c82f4636-9864-4d00-a8e3-4f5d8bb22460 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:30:54.991877 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Attempting to bind port c82f4636-9864-4d00-a8e3-4f5d8bb22460 on network fa882ed6-b8d8-486a-a99b-5928190e8cb5 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:30:54.999287 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:30:54.999673 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:30:55.000109 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.000691 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Bound using segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:30:55.000968 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Bound port: c82f4636-9864-4d00-a8e3-4f5d8bb22460, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:30:55.001355 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.075079 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7607e7c-596a-4560-921d-5d37564049f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.078125 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7607e7c-596a-4560-921d-5d37564049f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.082280 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e7607e7c-596a-4560-921d-5d37564049f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7b2736d-88c6-49cf-bee0-256ef79cb347 HTTP/1.1" status: 204 len: 168 time: 0.4631062 Aug 27 04:30:55.097171 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7607e7c-596a-4560-921d-5d37564049f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b2736d-88c6-49cf-bee0-256ef79cb347,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:55.147977 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] For port c82f4636-9864-4d00-a8e3-4f5d8bb22460, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:30:55.156371 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] For port c82f4636-9864-4d00-a8e3-4f5d8bb22460, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=c82f4636-9864-4d00-a8e3-4f5d8bb22460,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:30:55.166712 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.170742 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55856) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:55.176302 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-836142184-network', 'tenant_id': 'd0b07e0daf55470da9438138a1747a31'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:55.222315 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Made reservation on behalf of d0b07e0daf55470da9438138a1747a31 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:30:55.231918 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.242923 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:30:55.243591 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:30:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:30:55.250001 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.280906 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b44c2d-c742-4ceb-9b9d-75c5ea126e27 None None] Pushing event updated for resources: {'Port': ['ID=c82f4636-9864-4d00-a8e3-4f5d8bb22460,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:55.375826 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:30:55.390758 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:30:55.420971 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Network 17894bc9-25d9-49d4-92d3-f6025fc86821 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:30:55.432996 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 2d12ac97-d989-4330-872d-92f5fe3f8e57) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:55.445145 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 17894bc9-25d9-49d4-92d3-f6025fc86821) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:55.453443 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.453683 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a2e80d-2913-47cf-991e-358ace134a81 None None] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:30:55.465495 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.481568 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:55.484055 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.485164 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:30:55.501419 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.502243 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Added segment e2c1bf2e-4229-4d49-b165-3fd6bbe8ea00 of type vlan for network 06a4a1d4-10dc-43bb-bfb8-b222293ac5c6 Aug 27 04:30:55.531848 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Allocated IP 172.20.0.1 (a919ac5d-841a-4ae2-b353-26d1ed741c31/ec697f3b-617c-4eff-bc60-4cc0babb38f6/b8eb632a-f8e3-4eac-a462-ac150cbeb6e0) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:30:55.561803 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.598417 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425fd73-75d2-48b2-801f-22de348766a2 None None] Network 17894bc9-25d9-49d4-92d3-f6025fc86821 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:30:55.638464 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:55.642595 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.645667 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7d9db2-3306-495e-86ab-4aa5bc374fc4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:55.650137 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.651121 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:55.651702 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.682477 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1df2be48-38bf-4606-85ca-fe2117fa5253 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9206469 Aug 27 04:30:55.684780 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 55870) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:55.769444 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:55.822071 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device e5f35353-c892-4167-a129-f7218ac21cbc up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:30:55.840739 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6677494 Aug 27 04:30:55.848159 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55878) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:55.874089 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:51Z', 'revision_number': 3, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:30:55.883331 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Request body: {'subnet': {'network_id': '06a4a1d4-10dc-43bb-bfb8-b222293ac5c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-836142184-subnet', 'tenant_id': 'd0b07e0daf55470da9438138a1747a31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:55.902538 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55880) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:55.917696 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db284-d108-4309-9d0c-a8f5d3b9ade1 admin admin] Pushing event updated for resources: {'Network': ['ID=06a4a1d4-10dc-43bb-bfb8-b222293ac5c6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:55.918074 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa17726-2c55-45d5-ab77-9ad02c0f323e None None] The sync data for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi is: [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:51Z', 'revision_number': 3, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:30:55.935146 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dc739bb-a0b5-43a1-a5c1-2cf0e002a6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.956284 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Made reservation on behalf of d0b07e0daf55470da9438138a1747a31 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:30:55.958541 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:55.980291 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d155b99b-efa6-4149-9a74-84284fb4d3b7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6676958 Aug 27 04:30:55.987980 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 06a4a1d4-10dc-43bb-bfb8-b222293ac5c6 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:30:56.086079 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55886) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:56.180201 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dc739bb-a0b5-43a1-a5c1-2cf0e002a6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.187470 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dc739bb-a0b5-43a1-a5c1-2cf0e002a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.196572 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.244953 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port e5f35353-c892-4167-a129-f7218ac21cbc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:30:56.246126 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.284858 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.316350 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc739bb-a0b5-43a1-a5c1-2cf0e002a6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bec1059-9538-4274-9696-0482c4f052de,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:56.333801 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7dc739bb-a0b5-43a1-a5c1-2cf0e002a6f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=836bc3314ed14b82a2ebdc07d8da472a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4298856 Aug 27 04:30:56.338861 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55902) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:56.428739 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Transition to ACTIVE for port object b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:30:56.468675 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37649'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.473223 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37656'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.549739 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5af2bef-eb09-558f-bf8f-27df940447e1-2d12ac97-d989-4330-872d-92f5fe3f8e57', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68'}]}} from dv-cinder-804035-5-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:30:56.551746 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.606586 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417efa4a-f458-4116-a5df-14a1dea2db3a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:56.622725 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.675511 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Checking segment: {'id': 'e2c1bf2e-4229-4d49-b165-3fd6bbe8ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '06a4a1d4-10dc-43bb-bfb8-b222293ac5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:30:56.678673 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Network hostable DHCP agents. Network: 06a4a1d4-10dc-43bb-bfb8-b222293ac5c6, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:30:56.703927 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e98a15d1-8446-4236-931a-f9fe0c9641f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.788401 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e98a15d1-8446-4236-931a-f9fe0c9641f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.815791 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Network 06a4a1d4-10dc-43bb-bfb8-b222293ac5c6 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:30:56.881022 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55920) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:56.907912 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.912858 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1754f931-2e7e-4265-9dea-b5daede73c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.917323 dv-cinder-804035-5-iscsi neutron-server[93827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 04:30:56.944017 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 06a4a1d4-10dc-43bb-bfb8-b222293ac5c6) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:56.952529 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5b9b95-7966-4835-9321-1fd70926b234 None None] Network 17894bc9-25d9-49d4-92d3-f6025fc86821 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:30:56.979194 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:56.988414 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Network a919ac5d-841a-4ae2-b353-26d1ed741c31 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:30:56.992792 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:57.000863 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8637f421-db3b-4777-82b7-357717cd7de1 None None] Network 06a4a1d4-10dc-43bb-bfb8-b222293ac5c6 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:30:57.012492 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:30:57.013011 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767140'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:57.035610 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:57.036272 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:57.161367 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Pushing event updated for resources: {'Port': ['ID=b8eb632a-f8e3-4eac-a462-ac150cbeb6e0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:57.206557 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6739177e-be25-4370-918e-eff5e5753e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:57.234348 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Allocated IP 172.20.0.2 (2d12ac97-d989-4330-872d-92f5fe3f8e57/4b386eb7-76d8-49f7-aa62-e09d6d674e68/b9ddd9b5-5736-4459-9964-abe8a4ae346c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:30:57.277378 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e34ca3d0-8fa1-496a-b18b-e35803cec328 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4238024 Aug 27 04:30:57.324470 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e98a15d1-8446-4236-931a-f9fe0c9641f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:57.327281 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e98a15d1-8446-4236-931a-f9fe0c9641f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:57.328910 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e98a15d1-8446-4236-931a-f9fe0c9641f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bec1059-9538-4274-9696-0482c4f052de HTTP/1.1" status: 204 len: 168 time: 0.9883859 Aug 27 04:30:57.407111 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a15d1-8446-4236-931a-f9fe0c9641f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bec1059-9538-4274-9696-0482c4f052de,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:57.457222 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-cd4bf47a-7572-4923-88b0-ce9b37b91ad8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:30:57.458931 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-cd4bf47a-7572-4923-88b0-ce9b37b91ad8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/networks?id=17894bc9-25d9-49d4-92d3-f6025fc86821 HTTP/1.1" status: 200 len: 812 time: 0.5434482 Aug 27 04:30:57.502076 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-aaba6904-65fc-43e7-b333-d18408ddcdb6 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/quotas/f90959ac150c48beb4feacbabf64500f HTTP/1.1" status: 200 len: 375 time: 0.0328674 Aug 27 04:30:57.544048 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55936) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:57.633161 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-eacbb9cc-5ecc-4c2c-85a9-0d3d52931950 None None] Provisioning for port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:30:57.649523 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1235727-d118-42bd-825e-54558a397c0b None None] Network 06a4a1d4-10dc-43bb-bfb8-b222293ac5c6 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:30:57.716898 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a92bf948-02bd-4dda-aa29-ceb982b2eb3e tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f90959ac150c48beb4feacbabf64500f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2138143 Aug 27 04:30:57.725134 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6739177e-be25-4370-918e-eff5e5753e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:57.763287 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:57.766317 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6739177e-be25-4370-918e-eff5e5753e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:57.793350 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-eacbb9cc-5ecc-4c2c-85a9-0d3d52931950 None None] Provisioning complete for port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:30:57.794095 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eacbb9cc-5ecc-4c2c-85a9-0d3d52931950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:57.804250 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device c82f4636-9864-4d00-a8e3-4f5d8bb22460 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:30:57.812193 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739177e-be25-4370-918e-eff5e5753e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df007f6-24cd-4a8f-9f2e-6399a17bb9a1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:57.873191 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6739177e-be25-4370-918e-eff5e5753e42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62402ec2c891464d89076efd7a2d8b22&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7857773 Aug 27 04:30:57.875729 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55954) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:57.929531 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1963112-d2fc-4f4a-9f50-150f2086c4f8 admin admin] Deleting subnet 8b5a30c2-1cb2-47b9-9f35-8b3c9d70ff11 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:30:57.937465 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1963112-d2fc-4f4a-9f50-150f2086c4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:57.980077 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-eacbb9cc-5ecc-4c2c-85a9-0d3d52931950 None None] Port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:30:57.981622 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port c82f4636-9864-4d00-a8e3-4f5d8bb22460 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:30:57.993656 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port c82f4636-9864-4d00-a8e3-4f5d8bb22460 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:30:57.995339 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.066587 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4973e21-a8fd-47cc-ade8-7d50eb1bedb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.120444 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.127477 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4973e21-a8fd-47cc-ade8-7d50eb1bedb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.202049 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Transition to ACTIVE for port object b9ddd9b5-5736-4459-9964-abe8a4ae346c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:30:58.246812 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-4b7dccad-41d2-4196-9e2a-19ee85b689b9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:30:58.255274 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-4b7dccad-41d2-4196-9e2a-19ee85b689b9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2207828 Aug 27 04:30:58.258759 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1963112-d2fc-4f4a-9f50-150f2086c4f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.295633 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Transition to ACTIVE for port object b9ddd9b5-5736-4459-9964-abe8a4ae346c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:30:58.328905 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1963112-d2fc-4f4a-9f50-150f2086c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.368433 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.371323 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.435537 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4973e21-a8fd-47cc-ade8-7d50eb1bedb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.438314 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4973e21-a8fd-47cc-ade8-7d50eb1bedb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.442007 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b4973e21-a8fd-47cc-ade8-7d50eb1bedb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4df007f6-24cd-4a8f-9f2e-6399a17bb9a1 HTTP/1.1" status: 204 len: 168 time: 0.5624447 Aug 27 04:30:58.454043 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.472439 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.475191 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:30:58.485939 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:58.493481 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:30:58.508306 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Pushing event updated for resources: {'Port': ['ID=b9ddd9b5-5736-4459-9964-abe8a4ae346c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:58.518218 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port c82f4636-9864-4d00-a8e3-4f5d8bb22460, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=c82f4636-9864-4d00-a8e3-4f5d8bb22460,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:30:58.522746 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973e21-a8fd-47cc-ade8-7d50eb1bedb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df007f6-24cd-4a8f-9f2e-6399a17bb9a1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:58.574781 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.603294 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-73ed096d-21ac-4567-a52e-a33815266e86 service neutron] 10.222.0.53 "GET /v2.0/networks/17894bc9-25d9-49d4-92d3-f6025fc86821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471227 Aug 27 04:30:58.645942 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.658461 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.659491 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1767227'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.709895 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1963112-d2fc-4f4a-9f50-150f2086c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.741143 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1963112-d2fc-4f4a-9f50-150f2086c4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5a30c2-1cb2-47b9-9f35-8b3c9d70ff11,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:58.743525 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Attempting to bind port b9ddd9b5-5736-4459-9964-abe8a4ae346c on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:30:58.745365 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Attempting to bind port b9ddd9b5-5736-4459-9964-abe8a4ae346c by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:30:58.746788 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Attempting to bind port b9ddd9b5-5736-4459-9964-abe8a4ae346c on network 2d12ac97-d989-4330-872d-92f5fe3f8e57 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:30:58.759166 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1963112-d2fc-4f4a-9f50-150f2086c4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.761993 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a1963112-d2fc-4f4a-9f50-150f2086c4f8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8b5a30c2-1cb2-47b9-9f35-8b3c9d70ff11 HTTP/1.1" status: 204 len: 168 time: 1.2165518 Aug 27 04:30:58.765172 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 55994) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:58.790901 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Pushing event updated for resources: {'Port': ['ID=b8eb632a-f8e3-4eac-a462-ac150cbeb6e0,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:58.842694 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:30:58.843082 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Checking segment: {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:30:58.843490 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.843901 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Bound using segment: {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:30:58.844404 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Bound port: b9ddd9b5-5736-4459-9964-abe8a4ae346c, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:30:58.844788 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:58.852070 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=c82f4636-9864-4d00-a8e3-4f5d8bb22460,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:58.872157 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Allocated IP 172.27.1.46 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/cb0b58a1-b1a7-4eab-a3ce-6d707e59e809) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:30:58.912178 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Network a919ac5d-841a-4ae2-b353-26d1ed741c31 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:30:58.920843 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:58.988760 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a4ba4b88-d0df-44ab-ab2d-2eab49ea5ff6 service neutron] 10.222.0.53 "GET /v2.0/networks/17894bc9-25d9-49d4-92d3-f6025fc86821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661332 Aug 27 04:30:59.015056 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.024789 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] For port b9ddd9b5-5736-4459-9964-abe8a4ae346c, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:30:59.049132 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] For port b9ddd9b5-5736-4459-9964-abe8a4ae346c, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=b9ddd9b5-5736-4459-9964-abe8a4ae346c,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:30:59.077531 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.294395 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.308057 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.308642 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.309686 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.310239 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > port after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.310718 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.311674 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > port after_update 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.312448 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.312942 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.313721 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.314248 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.320034 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f300-2e8b-4c1d-b71b-8999e62e0edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.350038 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629aa03e-a71e-43aa-bb49-726fdd8c9322 None None] Pushing event updated for resources: {'Port': ['ID=b9ddd9b5-5736-4459-9964-abe8a4ae346c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:59.423144 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.436038 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a0ecb248-ff29-4010-8def-9664f072d1ed None None] Provisioning complete for port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:30:59.436435 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb248-ff29-4010-8def-9664f072d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.520856 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Router ba83b6d2-f3d1-4eea-9d16-4905e6568570 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:30:59.542123 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56038) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:30:59.550408 dv-cinder-804035-5-iscsi neutron-server[93828]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 04:30:59.608653 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a0ecb248-ff29-4010-8def-9664f072d1ed None None] Port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:30:59.614803 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.678247 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.680580 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.685625 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.686020 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:30:59.687177 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc2adbb-ae60-4965-83ab-91c48e9a1423']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:30:59.692718 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6e63b75c-2ef1-46d6-b9b6-699d66f5b352 req-9369bec8-9d59-46d3-8324-f39add9dc52c tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.1460786 Aug 27 04:30:59.710708 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2007af7a-a28a-4571-9b3d-c1da006dd17e') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:30:59.711211 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2007af7a-a28a-4571-9b3d-c1da006dd17e') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:30:59.749823 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8049203'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.759868 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device c82f4636-9864-4d00-a8e3-4f5d8bb22460 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:30:59.796373 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.797412 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.819528 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:30:59.819932 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7353074'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: from cryptography.utils import int_from_bytes Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: from cryptography.utils import int_from_bytes Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: Traceback (most recent call last): Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: timer() Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: cb(*args, **kw) Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: return func(*args, **kwargs) Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: self._notify() Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: self.callback(batched_events) Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: event.method(event) Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: return f(self, *a, **k) Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._get(url).json() Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:30:59.826890 dv-cinder-804035-5-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:30:59.867404 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port c82f4636-9864-4d00-a8e3-4f5d8bb22460 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:30:59.868070 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.913680 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.913939 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:30:59.922069 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:30:59.930806 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:30:59.932043 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:59.934212 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2cc2adbb-ae60-4965-83ab-91c48e9a1423 HTTP/1.1" status: 204 len: 168 time: 1.1679275 Aug 27 04:30:59.943923 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56054) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:00.010788 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Pushing event updated for resources: {'Port': ['ID=cb0b58a1-b1a7-4eab-a3ce-6d707e59e809,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:00.012032 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcc52d8-b05b-454e-b255-9e5463933413 admin admin] Deleting subnet 417efa4a-f458-4116-a5df-14a1dea2db3a {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:31:00.019823 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a92462-b2c0-45ec-9f5a-839e47baf382 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc2adbb-ae60-4965-83ab-91c48e9a1423,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:00.027617 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dcc52d8-b05b-454e-b255-9e5463933413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.032212 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:31:00.044893 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Sync routers for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:31:00.051245 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-784c7a53-4e87-4a66-ac3b-7396b5311580 admin admin] 10.222.0.53 "PUT /v2.0/routers/ba83b6d2-f3d1-4eea-9d16-4905e6568570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6920958 Aug 27 04:31:00.065842 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:31:00.066489 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:30:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:00.136074 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dcc52d8-b05b-454e-b255-9e5463933413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.242077 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dcc52d8-b05b-454e-b255-9e5463933413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.254939 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:31:00.274823 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.383115 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dcc52d8-b05b-454e-b255-9e5463933413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.435466 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc52d8-b05b-454e-b255-9e5463933413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417efa4a-f458-4116-a5df-14a1dea2db3a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:00.484389 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dcc52d8-b05b-454e-b255-9e5463933413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.489687 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8dcc52d8-b05b-454e-b255-9e5463933413 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/417efa4a-f458-4116-a5df-14a1dea2db3a HTTP/1.1" status: 204 len: 168 time: 0.5441725 Aug 27 04:31:00.490537 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56084) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:00.589141 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.596572 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.836564 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.883010 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a4a1d4-10dc-43bb-bfb8-b222293ac5c6']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:00.883865 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 2, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:00.899358 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c1bf2e-4229-4d49-b165-3fd6bbe8ea00') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:00.899750 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c1bf2e-4229-4d49-b165-3fd6bbe8ea00') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:00.911747 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8049203'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.940102 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.972120 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:31:00.972616 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7353074'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: Traceback (most recent call last): Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: timer() Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: cb(*args, **kw) Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: return func(*args, **kwargs) Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: self._notify() Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: self.callback(batched_events) Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: event.method(event) Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: return f(self, *a, **k) Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._get(url).json() Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:31:00.974667 dv-cinder-804035-5-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:31:01.032314 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2e71a550-8fab-46f7-817b-1f9f28562cac req-4b5f6ae6-9476-487c-8094-fb02033eff3a tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.0767608 Aug 27 04:31:01.075902 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.082825 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.089230 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] 10.222.0.53 "DELETE /v2.0/networks/06a4a1d4-10dc-43bb-bfb8-b222293ac5c6 HTTP/1.1" status: 204 len: 168 time: 0.5964947 Aug 27 04:31:01.103644 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9609110-78a0-463b-887d-51a425568878 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a4a1d4-10dc-43bb-bfb8-b222293ac5c6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:01.113706 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56116) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:01.119463 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-44ee8b95-9ef5-4b4c-8b40-dfe35f8da889 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--321806273', 'description': 'tempest-description--815168242'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:01.133272 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.155045 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44ee8b95-9ef5-4b4c-8b40-dfe35f8da889 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.254122 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5cd5d-1087-4345-93bf-97ebe5a7f6a5 None None] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:31:01.263409 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Checking router: ba83b6d2-f3d1-4eea-9d16-4905e6568570 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:31:01.264205 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Updating router ba83b6d2-f3d1-4eea-9d16-4905e6568570 port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 binding host dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:31:01.325707 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44ee8b95-9ef5-4b4c-8b40-dfe35f8da889 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.331757 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44ee8b95-9ef5-4b4c-8b40-dfe35f8da889 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.334705 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-80975ed0-c3f7-483f-8481-f62901d1c7c8 None None] Provisioning for port b9ddd9b5-5736-4459-9964-abe8a4ae346c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:01.356290 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.358546 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Router 73642671-f73a-42a9-bdc1-196fcfe43a2f is scheduled to L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:31:01.364347 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44ee8b95-9ef5-4b4c-8b40-dfe35f8da889 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.365858 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-44ee8b95-9ef5-4b4c-8b40-dfe35f8da889 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.2510912 Aug 27 04:31:01.369554 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56120) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:01.377303 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d8caa948-6057-4835-8f7e-e07ad6314f21 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'security_group_rule': {'security_group_id': '47f5c1dd-a7bb-4d09-9c65-7fbae1365637', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:01.428840 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8caa948-6057-4835-8f7e-e07ad6314f21 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.440854 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee8b95-9ef5-4b4c-8b40-dfe35f8da889 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f5c1dd-a7bb-4d09-9c65-7fbae1365637,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:01.470692 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56126) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:01.544498 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-82fc4c12-28f5-472f-8bc1-3f9115fe46d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81407554905143da9745f9c19f94356a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0724361 Aug 27 04:31:01.547166 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56128) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:01.563556 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:31:01.568540 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56130) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:01.575286 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Sync routers for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:31:01.584279 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:31:01.585199 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:30:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:01.588932 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8caa948-6057-4835-8f7e-e07ad6314f21 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.606289 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8caa948-6057-4835-8f7e-e07ad6314f21 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.627024 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.628603 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f8ee1b2b-372c-45ce-8214-67b3df13bb16 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9196961 Aug 27 04:31:01.631645 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56134) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:01.658531 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caa948-6057-4835-8f7e-e07ad6314f21 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c932e7-3676-4f56-8efe-6377002c03ae,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:01.690829 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8caa948-6057-4835-8f7e-e07ad6314f21 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.693165 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d8caa948-6057-4835-8f7e-e07ad6314f21 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213041 Aug 27 04:31:01.698945 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56140) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:01.708992 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f321056e-3a08-44e0-bc5d-9e0132e82916 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'security_group_rule': {'security_group_id': '47f5c1dd-a7bb-4d09-9c65-7fbae1365637', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:01.720383 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc567f1-bf25-4f6b-817b-d83811c9814f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.852842 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff2eda60-bd40-456e-95f0-bffee777545a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.886601 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b9ddd9b5-5736-4459-9964-abe8a4ae346c up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:01.982667 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:01.999382 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc567f1-bf25-4f6b-817b-d83811c9814f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.013507 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:31:02.030079 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f321056e-3a08-44e0-bc5d-9e0132e82916 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.033427 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Transition to ACTIVE for port object b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:31:02.066100 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.180981 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port b9ddd9b5-5736-4459-9964-abe8a4ae346c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:02.188953 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc567f1-bf25-4f6b-817b-d83811c9814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.191540 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc567f1-bf25-4f6b-817b-d83811c9814f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.195040 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1fc567f1-bf25-4f6b-817b-d83811c9814f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/899b8765-aeec-4ea0-9a66-66beabe60117 HTTP/1.1" status: 204 len: 168 time: 0.6445553 Aug 27 04:31:02.205021 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f321056e-3a08-44e0-bc5d-9e0132e82916 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.210345 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.219495 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f321056e-3a08-44e0-bc5d-9e0132e82916 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.228929 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port b9ddd9b5-5736-4459-9964-abe8a4ae346c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:02.229307 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.274193 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc567f1-bf25-4f6b-817b-d83811c9814f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899b8765-aeec-4ea0-9a66-66beabe60117,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:02.299693 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321056e-3a08-44e0-bc5d-9e0132e82916 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84325d40-b5bf-4ac9-8351-ba271ed9beee,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:02.314391 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95558e6d-86f6-464e-99fe-648823b7dd04 None None] Pushing event updated for resources: {'Port': ['ID=b8eb632a-f8e3-4eac-a462-ac150cbeb6e0,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:02.449898 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff2eda60-bd40-456e-95f0-bffee777545a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.475770 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff2eda60-bd40-456e-95f0-bffee777545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.482455 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e280e508-f66a-401d-b793-70ac4661e214 req-9a29f8b2-ac00-4625-a2f9-629094e38250 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.1082880 Aug 27 04:31:02.492929 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:00Z', 'revision_number': 3, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:02.499669 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f321056e-3a08-44e0-bc5d-9e0132e82916 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.501146 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f321056e-3a08-44e0-bc5d-9e0132e82916 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7992713 Aug 27 04:31:02.504348 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56162) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:02.522144 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'floatingip': {'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:02.566395 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Checking router: 73642671-f73a-42a9-bdc1-196fcfe43a2f for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:31:02.566809 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Updating router 73642671-f73a-42a9-bdc1-196fcfe43a2f port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 binding host dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:31:02.599085 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ff2eda60-bd40-456e-95f0-bffee777545a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54a3c95b6b0e411eae2a60dcb1641976&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0299678 Aug 27 04:31:02.601537 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56164) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:02.603741 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2eda60-bd40-456e-95f0-bffee777545a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4566fc85-9a4b-4357-af44-daa1f554713e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:02.604971 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Attempting to bind port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:31:02.605622 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Attempting to bind port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:31:02.606190 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Attempting to bind port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 on network a919ac5d-841a-4ae2-b353-26d1ed741c31 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:31:02.613204 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.617481 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.629410 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c464574b-1c8a-46ca-a998-149dc5a6ac49 None None] Provisioning complete for port b9ddd9b5-5736-4459-9964-abe8a4ae346c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:02.629901 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c464574b-1c8a-46ca-a998-149dc5a6ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.652343 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:31:02.652873 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Checking segment: {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:31:02.653379 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.653871 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Bound using segment: {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:31:02.654491 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Bound port: b8eb632a-f8e3-4eac-a462-ac150cbeb6e0, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:31:02.654997 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.766677 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.851025 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] For port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:31:02.880092 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.882318 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port b9ddd9b5-5736-4459-9964-abe8a4ae346c, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=b9ddd9b5-5736-4459-9964-abe8a4ae346c,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:02.885784 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c464574b-1c8a-46ca-a998-149dc5a6ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.889443 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] For port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=b8eb632a-f8e3-4eac-a462-ac150cbeb6e0,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:31:02.898484 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.911470 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:02.987623 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56172) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:02.988684 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c244656-26a4-47a5-9239-6d3acb5c08b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.059851 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:31:03.062397 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:30:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:03.087394 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c244656-26a4-47a5-9239-6d3acb5c08b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.151724 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.177465 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Transition to ACTIVE for port object cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:31:03.178800 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=b9ddd9b5-5736-4459-9964-abe8a4ae346c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:03.189186 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.210121 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.236594 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.db.api [None req-c464574b-1c8a-46ca-a998-149dc5a6ac49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:31:03.237357 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG oslo_db.api [None req-c464574b-1c8a-46ca-a998-149dc5a6ac49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:31:03.282394 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Attempting to bind port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:31:03.282781 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Allocated IP 172.20.0.1 (2d12ac97-d989-4330-872d-92f5fe3f8e57/4b386eb7-76d8-49f7-aa62-e09d6d674e68/f48a356e-af22-490d-a274-f01fc9099b93) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:31:03.282925 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Attempting to bind port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:31:03.283200 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Attempting to bind port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 on network fa882ed6-b8d8-486a-a99b-5928190e8cb5 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:31:03.300739 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:31:03.301254 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:31:03.301663 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.302057 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Bound using segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:31:03.302593 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Bound port: cb0b58a1-b1a7-4eab-a3ce-6d707e59e809, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:31:03.302976 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.306582 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de4e7b-1f00-488e-a89e-fb6c164003a7 None None] Pushing event updated for resources: {'Port': ['ID=cb0b58a1-b1a7-4eab-a3ce-6d707e59e809,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:03.317874 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95558e6d-86f6-464e-99fe-648823b7dd04 None None] Pushing event updated for resources: {'Port': ['ID=b8eb632a-f8e3-4eac-a462-ac150cbeb6e0,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:03.344459 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:31:03.391158 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4cff07d9-490e-4cad-b786-11d9e46835fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0b07e0daf55470da9438138a1747a31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3998351 Aug 27 04:31:03.394401 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56184) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:03.406676 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] For port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:31:03.410924 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] For port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=cb0b58a1-b1a7-4eab-a3ce-6d707e59e809,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:31:03.421272 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.487226 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.490035 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de4e7b-1f00-488e-a89e-fb6c164003a7 None None] Pushing event updated for resources: {'Port': ['ID=cb0b58a1-b1a7-4eab-a3ce-6d707e59e809,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:03.523415 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:31:03.524410 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:30:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:03.538633 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Transition to ACTIVE for port object f48a356e-af22-490d-a274-f01fc9099b93 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:31:03.545555 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Allocated IP 172.27.1.168 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/b562e447-1cbd-4f40-b617-99e43ccccc90) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:31:03.547584 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29501223-8784-4b2d-9f4c-dd1c6b7ed7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.549535 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c244656-26a4-47a5-9239-6d3acb5c08b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.551965 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c244656-26a4-47a5-9239-6d3acb5c08b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.553204 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2c244656-26a4-47a5-9239-6d3acb5c08b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4566fc85-9a4b-4357-af44-daa1f554713e HTTP/1.1" status: 204 len: 168 time: 0.9506788 Aug 27 04:31:03.568299 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244656-26a4-47a5-9239-6d3acb5c08b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4566fc85-9a4b-4357-af44-daa1f554713e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:03.612782 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29501223-8784-4b2d-9f4c-dd1c6b7ed7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.670968 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.710597 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:31:03.714379 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-88e79751-306a-4cfc-a384-51d3cc0e5546 req-a2a21257-0eda-4eaf-86be-7c5901300150 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.0731540 Aug 27 04:31:03.736352 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b9ddd9b5-5736-4459-9964-abe8a4ae346c up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:03.808222 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.812608 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29501223-8784-4b2d-9f4c-dd1c6b7ed7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.815956 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29501223-8784-4b2d-9f4c-dd1c6b7ed7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.818082 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-29501223-8784-4b2d-9f4c-dd1c6b7ed7eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a7d9db2-3306-495e-86ab-4aa5bc374fc4 HTTP/1.1" status: 204 len: 168 time: 0.4208062 Aug 27 04:31:03.835657 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29501223-8784-4b2d-9f4c-dd1c6b7ed7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7d9db2-3306-495e-86ab-4aa5bc374fc4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:03.900880 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:31:03.917888 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:03.924406 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:03.939331 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:31:03.939918 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767140'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:04.038734 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:31:04.058546 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:04.078929 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:31:04.090715 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:04.157510 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:02Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:04.172702 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f48a356e-af22-490d-a274-f01fc9099b93,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:04.226003 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab482256-71ef-43b9-b946-000fb337c1d0 None None] The sync data for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi is: [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:02Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:31:04.237285 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port b9ddd9b5-5736-4459-9964-abe8a4ae346c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:04.237948 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:04.252885 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'Port': ['ID=b562e447-1cbd-4f40-b617-99e43ccccc90,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:04.326402 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:00Z', 'revision_number': 3, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:04.443015 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907a40f-3079-423e-89f5-1c7866fa4cdc None None] The sync data for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi is: [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:00Z', 'revision_number': 3, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:31:04.472438 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:04.535406 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:04.623315 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-855a949f-8a11-4371-9193-651bd3e77e60 None None] Provisioning for port f48a356e-af22-490d-a274-f01fc9099b93 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:04.637798 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-855a949f-8a11-4371-9193-651bd3e77e60 None None] Provisioning complete for port f48a356e-af22-490d-a274-f01fc9099b93 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:04.639215 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-855a949f-8a11-4371-9193-651bd3e77e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:04.654790 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:04.741216 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-855a949f-8a11-4371-9193-651bd3e77e60 None None] Port f48a356e-af22-490d-a274-f01fc9099b93 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:31:04.802780 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56218) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:04.856503 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50ac7d94-1672-4f02-a5a7-d5f830fe87ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:04.868977 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:04.877996 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:04.879158 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1767227'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.030783 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ee3f818c-ec14-4e75-871d-3f1e08618a78 req-d7afb47b-2987-420e-ae64-0c28dfa059d4 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.1506889 Aug 27 04:31:05.233958 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.265205 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f48a356e-af22-490d-a274-f01fc9099b93,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:05.276775 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.320465 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50ac7d94-1672-4f02-a5a7-d5f830fe87ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.358136 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50ac7d94-1672-4f02-a5a7-d5f830fe87ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.410564 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:31:05.419599 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:05.470878 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-50ac7d94-1672-4f02-a5a7-d5f830fe87ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef645b5b40c94d3a9e1d5d40d2ba9142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6653864 Aug 27 04:31:05.471722 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'Port': ['ID=b562e447-1cbd-4f40-b617-99e43ccccc90,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:05.482764 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56246) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:05.529522 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac7d94-1672-4f02-a5a7-d5f830fe87ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52fd534-bf54-48c9-8280-20b263a37c7d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:05.536923 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.596015 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.597364 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ad9977ac-968d-4512-b777-588feee73a16 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0917602 Aug 27 04:31:05.635706 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ca53ba2-0397-4ac9-bfd8-5899cdd77f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.738900 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ca53ba2-0397-4ac9-bfd8-5899cdd77f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.790616 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Router 73642671-f73a-42a9-bdc1-196fcfe43a2f has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:31:05.842978 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ca53ba2-0397-4ac9-bfd8-5899cdd77f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.872675 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ca53ba2-0397-4ac9-bfd8-5899cdd77f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.882434 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0ca53ba2-0397-4ac9-bfd8-5899cdd77f76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c52fd534-bf54-48c9-8280-20b263a37c7d HTTP/1.1" status: 204 len: 168 time: 0.3981426 Aug 27 04:31:05.894082 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-83dd1fb1-dd84-48c6-996e-550ff2fa8259 None None] Provisioning complete for port f48a356e-af22-490d-a274-f01fc9099b93 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:05.894619 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-83dd1fb1-dd84-48c6-996e-550ff2fa8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:05.910022 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:05.913518 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53ba2-0397-4ac9-bfd8-5899cdd77f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52fd534-bf54-48c9-8280-20b263a37c7d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:06.227873 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-f6eceea8-1696-4bc1-896e-9ab058dc4bf7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--321806273&fields=id&tenant_id=73010213c0b945979b5a337586b82752 HTTP/1.1" status: 200 len: 267 time: 0.1673810 Aug 27 04:31:06.232862 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-83dd1fb1-dd84-48c6-996e-550ff2fa8259 None None] Port f48a356e-af22-490d-a274-f01fc9099b93 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:31:06.247747 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fb427602-afe4-4a4a-a354-3eccee9cf1f1 req-e8e2e86c-efb2-4e4a-9db9-f4445d3b69a1 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.0490098 Aug 27 04:31:06.267519 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:06.272765 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:06.273307 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:06.413698 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:06.467496 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=b8eb632a-f8e3-4eac-a462-ac150cbeb6e0,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:06.474504 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:06.477845 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:06.493170 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:31:06.516038 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-20f6f0c8-a314-430b-b622-93db71a4d3e8 admin admin] 10.222.0.53 "PUT /v2.0/routers/73642671-f73a-42a9-bdc1-196fcfe43a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8813763 Aug 27 04:31:06.577712 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3bb7c7fe-312f-482d-8aba-4aaaa360096e tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:06.580218 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3bb7c7fe-312f-482d-8aba-4aaaa360096e tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 811 time: 0.3414943 Aug 27 04:31:06.582135 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=b8eb632a-f8e3-4eac-a462-ac150cbeb6e0,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:06.591742 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:06.596060 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:06.596643 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:06.607668 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-97ef4d22-fa6a-4897-bde9-961623574b10 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/quotas/73010213c0b945979b5a337586b82752 HTTP/1.1" status: 200 len: 375 time: 0.0133939 Aug 27 04:31:06.697640 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:06.723190 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=cb0b58a1-b1a7-4eab-a3ce-6d707e59e809,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:06.725699 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-09e03c46-0b05-4c26-b06c-a38a80bbaa69 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118023 Aug 27 04:31:06.730461 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:06.783928 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=cb0b58a1-b1a7-4eab-a3ce-6d707e59e809,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:07.143752 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52f2dd02-0f61-4748-a6cc-d4b442b92443 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:31:07.144890 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52f2dd02-0f61-4748-a6cc-d4b442b92443 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1231842 Aug 27 04:31:07.257509 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-7e727cf5-0456-49dd-86b7-c8bb41e60721 service neutron] 10.222.0.53 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024342 Aug 27 04:31:07.377399 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56326) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:07.383206 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4b52d363-f07e-4b48-90db-b5f91d354782 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123681874', 'description': 'tempest-description--344406897'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:07.394543 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-a8cc228e-5d22-4dfc-be62-99d0fbe91f6d service neutron] 10.222.0.53 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303058 Aug 27 04:31:07.440927 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b52d363-f07e-4b48-90db-b5f91d354782 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:07.526316 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-004bcbcc-cb38-409b-8d31-2c245e55864e req-144c0d7b-00f1-4c37-a30e-6b69e32404f8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.0538516 Aug 27 04:31:07.705830 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b52d363-f07e-4b48-90db-b5f91d354782 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:07.719727 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b52d363-f07e-4b48-90db-b5f91d354782 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:07.756166 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b52d363-f07e-4b48-90db-b5f91d354782 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:07.759225 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:07.760595 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56352) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:07.771312 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c617fddb-585e-4c5b-93f7-3329e174e09f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'security_group_rule': {'security_group_id': '0a35a1df-6ec1-42b3-99fb-3a51aa364380', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:07.773852 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4b52d363-f07e-4b48-90db-b5f91d354782 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3940270 Aug 27 04:31:07.835431 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c617fddb-585e-4c5b-93f7-3329e174e09f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:07.896378 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:07.900395 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f9fc29a0-f8a1-40a8-a980-01f3571e10f2 req-31299160-b00e-455e-a0ae-4474111acb59 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.1061821 Aug 27 04:31:07.903495 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:07.917595 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52d363-f07e-4b48-90db-b5f91d354782 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a35a1df-6ec1-42b3-99fb-3a51aa364380,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:08.073438 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:08.082092 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c617fddb-585e-4c5b-93f7-3329e174e09f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:08.088877 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c617fddb-585e-4c5b-93f7-3329e174e09f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:08.133493 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617fddb-585e-4c5b-93f7-3329e174e09f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f150ed-a59c-47d0-b1a0-cc17c366736e,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:08.136600 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:08.137038 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:08.148380 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c617fddb-585e-4c5b-93f7-3329e174e09f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:08.153470 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c617fddb-585e-4c5b-93f7-3329e174e09f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3915303 Aug 27 04:31:08.156166 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56386) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:08.163105 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ab1dd58e-bc18-4988-a71c-43b8ae795047 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'security_group_rule': {'security_group_id': '0a35a1df-6ec1-42b3-99fb-3a51aa364380', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:08.233174 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd58e-bc18-4988-a71c-43b8ae795047 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:08.357721 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd58e-bc18-4988-a71c-43b8ae795047 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:08.364728 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd58e-bc18-4988-a71c-43b8ae795047 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:08.413938 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dd58e-bc18-4988-a71c-43b8ae795047 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac9c346-1616-4ca9-84e9-cd629f36f512,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:08.421088 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd58e-bc18-4988-a71c-43b8ae795047 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:08.422724 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ab1dd58e-bc18-4988-a71c-43b8ae795047 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2648106 Aug 27 04:31:08.426006 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56400) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:08.430980 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'floatingip': {'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:08.436448 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Sync routers for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:31:08.450116 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:31:08.450755 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:30:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:08.489481 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 64764) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:08.507586 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56410) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:08.609783 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:08.653088 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-b08659be-e1e1-4ff5-b2b2-7f7fe5b577e6 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:08.655398 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-b08659be-e1e1-4ff5-b2b2-7f7fe5b577e6 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.35 "GET /v2.0/networks?id=17894bc9-25d9-49d4-92d3-f6025fc86821 HTTP/1.1" status: 200 len: 812 time: 0.1644003 Aug 27 04:31:08.733645 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:31:08.755538 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Request body: {'port': {'device_id': 'a71f46a9-4083-4f82-99fe-e020c5d173c2', 'network_id': '17894bc9-25d9-49d4-92d3-f6025fc86821', 'admin_state_up': True, 'tenant_id': 'f90959ac150c48beb4feacbabf64500f'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:09.209511 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d2a4438-fd2d-4721-85dd-4113d9f34022 req-8439acf1-fddf-4f19-a614-62116c052686 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.1741447 Aug 27 04:31:09.216978 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f5bec82-a5db-4997-a04e-91e3af6342a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:09.251407 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 2, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:09.257864 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b1dba43e-1b1c-48b8-ba81-1db2c9a7a231 req-2b7e574e-0e9a-4da4-9ec5-dfafe186b74a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.2525270 Aug 27 04:31:09.282835 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:09.295118 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Made reservation on behalf of f90959ac150c48beb4feacbabf64500f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:31:09.299080 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:09.320046 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Checking router: 73642671-f73a-42a9-bdc1-196fcfe43a2f for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:31:09.321842 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Updating router 73642671-f73a-42a9-bdc1-196fcfe43a2f port f48a356e-af22-490d-a274-f01fc9099b93 binding host dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:31:09.403418 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:09.614638 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Allocated IP 172.27.1.146 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/b52f8dcd-d015-4ed5-968c-3954aff837e9) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:31:09.710164 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Allocated IP 172.20.0.6 (17894bc9-25d9-49d4-92d3-f6025fc86821/873fc0ee-c93a-443c-8c31-e15512ce71f5/901b4a6c-2cea-4fb7-b496-26f960e19750) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:31:09.740982 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f5bec82-a5db-4997-a04e-91e3af6342a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:09.751408 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f5bec82-a5db-4997-a04e-91e3af6342a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:09.835225 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2f5bec82-a5db-4997-a04e-91e3af6342a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be5bbfc51bb74a349a3ece7c29c730d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3234062 Aug 27 04:31:09.838169 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bec82-a5db-4997-a04e-91e3af6342a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ab0853-5173-43af-9207-ff0d78da220d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:09.843596 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56488) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:09.957695 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.017221 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4700e49-1256-441a-9dc1-00d4a78dac7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.048157 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.061527 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4700e49-1256-441a-9dc1-00d4a78dac7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.062822 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Transition to ACTIVE for port object f48a356e-af22-490d-a274-f01fc9099b93 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:31:10.072849 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.103655 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.167331 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:31:10.186204 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:10.193287 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:31:10.205737 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'Port': ['ID=b52f8dcd-d015-4ed5-968c-3954aff837e9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:10.262952 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.291170 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e24b0-c8b6-4177-a8ef-9d18b80c2107 None None] Pushing event updated for resources: {'Port': ['ID=f48a356e-af22-490d-a274-f01fc9099b93,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:10.362633 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Attempting to bind port f48a356e-af22-490d-a274-f01fc9099b93 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:31:10.363681 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Attempting to bind port f48a356e-af22-490d-a274-f01fc9099b93 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:31:10.364283 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Attempting to bind port f48a356e-af22-490d-a274-f01fc9099b93 on network 2d12ac97-d989-4330-872d-92f5fe3f8e57 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:31:10.405911 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:31:10.407007 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Checking segment: {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:31:10.407876 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.409917 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Bound using segment: {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:31:10.410682 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Bound port: f48a356e-af22-490d-a274-f01fc9099b93, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:31:10.412425 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.427318 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4700e49-1256-441a-9dc1-00d4a78dac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.435400 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4700e49-1256-441a-9dc1-00d4a78dac7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.456421 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f4700e49-1256-441a-9dc1-00d4a78dac7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44ab0853-5173-43af-9207-ff0d78da220d HTTP/1.1" status: 204 len: 168 time: 0.5835652 Aug 27 04:31:10.593576 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9f3e0434-e881-4d7c-85a0-fe91d4c9fad6 req-f5eca514-2024-4812-9879-9a8db4d0c417 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.1511743 Aug 27 04:31:10.599741 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.607726 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4700e49-1256-441a-9dc1-00d4a78dac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ab0853-5173-43af-9207-ff0d78da220d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:10.690413 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-65e7db72-b54d-4f3b-8679-f6a79477c6cc req-6bc8ac14-4180-4eea-9970-bb1200f429d2 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.1567731 Aug 27 04:31:10.716103 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.831976 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] For port f48a356e-af22-490d-a274-f01fc9099b93, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:31:10.838597 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] For port f48a356e-af22-490d-a274-f01fc9099b93, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=f48a356e-af22-490d-a274-f01fc9099b93,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:31:10.855080 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:10.871812 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56514) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:10.876170 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Network 17894bc9-25d9-49d4-92d3-f6025fc86821 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:31:10.913143 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:10.918778 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:31:10.957156 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e24b0-c8b6-4177-a8ef-9d18b80c2107 None None] Pushing event updated for resources: {'Port': ['ID=f48a356e-af22-490d-a274-f01fc9099b93,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:10.992557 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:31:10.996449 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:30:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:11.034038 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 64778) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:11.035343 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Pushing event updated for resources: {'Port': ['ID=901b4a6c-2cea-4fb7-b496-26f960e19750,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:11.181851 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503385-6392-4abd-8cd2-47c47615cd70 req-93702fe9-843d-4d6e-86c2-c4d416272496 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:11.185368 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-93702fe9-843d-4d6e-86c2-c4d416272496 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 811 time: 0.1456697 Aug 27 04:31:11.297681 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:11.318292 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:11.356433 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:11.400791 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:31:11.566346 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-f6489d9c-ee4f-4d84-b540-01b49fcc8906 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73010213c0b945979b5a337586b82752 HTTP/1.1" status: 200 len: 379 time: 0.3400891 Aug 27 04:31:11.570114 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a9fdeafe-ff5f-4890-ad1f-5bfe2b7fb8d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8198910 Aug 27 04:31:11.603322 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec7a915e-96cf-44ae-838b-9d2d27e2cb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:11.606147 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56540) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:11.822619 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e86d195-6af9-43bc-ab04-114e3d923514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:11.897956 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'port': {'device_id': '5598e9e1-bc44-4831-be1a-f478deba899b', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'admin_state_up': True, 'tenant_id': '73010213c0b945979b5a337586b82752', 'security_groups': ['47f5c1dd-a7bb-4d09-9c65-7fbae1365637']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:11.925745 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-bb748694-0cad-47a1-b503-7dc933b6f3b6 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:31:11.932069 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-bb748694-0cad-47a1-b503-7dc933b6f3b6 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226755 Aug 27 04:31:11.987861 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:10Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:11.996032 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6cfd6134-8926-4e0a-b4cc-3c6f579523f7 req-f4279fd3-3046-4c26-8d97-efbe6aa85c19 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.0562413 Aug 27 04:31:12.100324 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.120858 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.134609 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950c2d1-ef89-43ca-bdc3-29cdc6617c34 None None] The sync data for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi is: [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:10Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:31:12.223234 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be666367-de0d-4871-a70c-f91c77667b93 req-1158e3e2-2f3f-45fc-a4e6-6544a36166d7 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:12.257199 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-be666367-de0d-4871-a70c-f91c77667b93 req-1158e3e2-2f3f-45fc-a4e6-6544a36166d7 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 931 time: 0.4349735 Aug 27 04:31:12.274712 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec7a915e-96cf-44ae-838b-9d2d27e2cb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.286931 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec7a915e-96cf-44ae-838b-9d2d27e2cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.416431 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.475089 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-be666367-de0d-4871-a70c-f91c77667b93 req-32be850f-70e1-4b7b-a3e5-1c2224ffb7d8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166710 Aug 27 04:31:12.483536 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56566) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:12.515608 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'Port': ['ID=b52f8dcd-d015-4ed5-968c-3954aff837e9,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:12.632011 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56572) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:12.632214 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ec7a915e-96cf-44ae-838b-9d2d27e2cb55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d33542dba3e943cfad46bfec25501bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7517776 Aug 27 04:31:12.632913 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a915e-96cf-44ae-838b-9d2d27e2cb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58578cb6-a5e2-4a03-9f87-743cd449c2a8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:12.655952 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8576c95-5c5e-41fd-910f-8492e7e31129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.758651 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e86d195-6af9-43bc-ab04-114e3d923514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.766194 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e86d195-6af9-43bc-ab04-114e3d923514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.772469 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49723e33-ddde-45f1-804a-e9eef35d40f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.775734 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.777139 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c94afb90-3264-4f51-a0a0-dc1515312133 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3500938 Aug 27 04:31:12.831709 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49723e33-ddde-45f1-804a-e9eef35d40f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.873348 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9e86d195-6af9-43bc-ab04-114e3d923514 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ec0e5fb495e40af9e4b89f7338321ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2661922 Aug 27 04:31:12.876734 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86d195-6af9-43bc-ab04-114e3d923514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7737630c-d8a7-40e4-ba54-2169b657f8e5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:12.881700 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56578) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:12.931503 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Made reservation on behalf of 73010213c0b945979b5a337586b82752 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:31:12.939702 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:13.021351 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-209476ee-3f67-43f9-9f35-65c161e22a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:13.050150 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-209476ee-3f67-43f9-9f35-65c161e22a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:13.060601 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49723e33-ddde-45f1-804a-e9eef35d40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:13.066587 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49723e33-ddde-45f1-804a-e9eef35d40f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:13.069537 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-49723e33-ddde-45f1-804a-e9eef35d40f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58578cb6-a5e2-4a03-9f87-743cd449c2a8 HTTP/1.1" status: 204 len: 168 time: 0.4267619 Aug 27 04:31:13.197370 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-209476ee-3f67-43f9-9f35-65c161e22a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:13.200609 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-209476ee-3f67-43f9-9f35-65c161e22a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:13.201957 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-209476ee-3f67-43f9-9f35-65c161e22a2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7737630c-d8a7-40e4-ba54-2169b657f8e5 HTTP/1.1" status: 204 len: 168 time: 0.3171422 Aug 27 04:31:13.247046 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209476ee-3f67-43f9-9f35-65c161e22a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7737630c-d8a7-40e4-ba54-2169b657f8e5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:13.247224 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8576c95-5c5e-41fd-910f-8492e7e31129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:13.278147 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8576c95-5c5e-41fd-910f-8492e7e31129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:13.338672 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-0923e254-7905-4979-b879-f68fc4f9c92a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--123681874&fields=id&tenant_id=a6be58896fed46208a356cedf5a8513e HTTP/1.1" status: 200 len: 267 time: 0.1428916 Aug 27 04:31:13.407284 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8bc40437-c89e-47e0-bb78-d175f85eb2ce req-9d0f0843-3ead-4f81-875e-326d5a67b786 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.1501982 Aug 27 04:31:13.426732 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49723e33-ddde-45f1-804a-e9eef35d40f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58578cb6-a5e2-4a03-9f87-743cd449c2a8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:13.509508 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8576c95-5c5e-41fd-910f-8492e7e31129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b626800b-c807-400e-b221-71dfadabe967,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:13.565690 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c8576c95-5c5e-41fd-910f-8492e7e31129 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe6ea5b72c014e3ab8fc7514380e9079&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0782900 Aug 27 04:31:13.566550 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56604) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:13.814436 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Allocated IP 172.20.0.4 (a919ac5d-841a-4ae2-b353-26d1ed741c31/ec697f3b-617c-4eff-bc60-4cc0babb38f6/f8a58c4d-0881-4c48-9ebe-4070da2b40d9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:31:13.831837 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f48a356e-af22-490d-a274-f01fc9099b93 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:13.843036 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-a3741e34-1c32-44a3-8cc8-85475246b9f0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:13.856937 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-a3741e34-1c32-44a3-8cc8-85475246b9f0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 817 time: 0.4696469 Aug 27 04:31:13.866715 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ef86-a5f6-48d7-a8e9-ad99a85487e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:13.906462 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-16717cc3-1599-4a7c-92cf-afcc1c8caf09 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/quotas/a6be58896fed46208a356cedf5a8513e HTTP/1.1" status: 200 len: 375 time: 0.0481334 Aug 27 04:31:13.930527 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71caecb-bb0c-46e9-90dd-7b10a2946d71 req-a394af31-9ab5-4041-b32a-aadda630a4fb tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:13.944258 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b71caecb-bb0c-46e9-90dd-7b10a2946d71 req-a394af31-9ab5-4041-b32a-aadda630a4fb tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 931 time: 0.2894404 Aug 27 04:31:14.044127 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port f48a356e-af22-490d-a274-f01fc9099b93 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:14.053785 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port f48a356e-af22-490d-a274-f01fc9099b93 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:14.054161 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.167589 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ef86-a5f6-48d7-a8e9-ad99a85487e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.220473 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Request body: {'port': {'device_id': 'a71f46a9-4083-4f82-99fe-e020c5d173c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:14.233637 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b71caecb-bb0c-46e9-90dd-7b10a2946d71 req-b7695a3a-4be3-4f90-b1b6-9c09635871dd tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657764 Aug 27 04:31:14.293521 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.323619 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ef86-a5f6-48d7-a8e9-ad99a85487e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.327617 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ef86-a5f6-48d7-a8e9-ad99a85487e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.330087 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-cfd1ef86-a5f6-48d7-a8e9-ad99a85487e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b626800b-c807-400e-b221-71dfadabe967 HTTP/1.1" status: 204 len: 168 time: 0.7581108 Aug 27 04:31:14.342738 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-02386b2a-cbb2-450a-8a9c-6fa7d6b26b2c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4259660 Aug 27 04:31:14.389508 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ef86-a5f6-48d7-a8e9-ad99a85487e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b626800b-c807-400e-b221-71dfadabe967,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:14.406792 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port f48a356e-af22-490d-a274-f01fc9099b93, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=f48a356e-af22-490d-a274-f01fc9099b93,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:14.431479 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.464085 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56634) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:14.512782 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86166679-2c93-4712-a160-aa8fa35d86f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.669006 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=f48a356e-af22-490d-a274-f01fc9099b93,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:14.693429 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e97bc01-2758-4f67-9c40-da71cfbc68fa req-556afbc5-cf9c-4f44-8c8c-2e09a27ecabe tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.0721941 Aug 27 04:31:14.744029 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.884812 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86166679-2c93-4712-a160-aa8fa35d86f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.897160 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86166679-2c93-4712-a160-aa8fa35d86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.943409 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-86166679-2c93-4712-a160-aa8fa35d86f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=089a00c0c7264e8e93ed3971a7cea043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782741 Aug 27 04:31:14.944063 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56642) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:14.946091 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86166679-2c93-4712-a160-aa8fa35d86f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2342fa6-5f58-43ea-99af-c7de16d5f10d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:15.052304 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-054fac81-9e49-431f-b423-15cb52a7d2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:15.145194 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-054fac81-9e49-431f-b423-15cb52a7d2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:15.170926 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:15.174875 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-dab61356-3be5-45d9-a44a-8b49142f502b service neutron] 10.222.0.53 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008245 Aug 27 04:31:15.302931 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-054fac81-9e49-431f-b423-15cb52a7d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:15.307222 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-054fac81-9e49-431f-b423-15cb52a7d2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:15.308577 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-054fac81-9e49-431f-b423-15cb52a7d2ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2342fa6-5f58-43ea-99af-c7de16d5f10d HTTP/1.1" status: 204 len: 168 time: 0.3634531 Aug 27 04:31:15.335160 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fac81-9e49-431f-b423-15cb52a7d2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2342fa6-5f58-43ea-99af-c7de16d5f10d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:15.471438 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51ac6-e78f-4b2b-ae46-b09a9fa58c1a req-b43b0860-4cbe-41d4-9284-41ba9ca64c1a tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:15.480636 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d0b51ac6-e78f-4b2b-ae46-b09a9fa58c1a req-b43b0860-4cbe-41d4-9284-41ba9ca64c1a tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 931 time: 0.0887971 Aug 27 04:31:15.579934 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Transition to ACTIVE for port object f8a58c4d-0881-4c48-9ebe-4070da2b40d9 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:31:15.632141 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d0b51ac6-e78f-4b2b-ae46-b09a9fa58c1a req-5a9cc27f-12b0-4e23-98c4-7c823a9a57a5 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492991 Aug 27 04:31:15.815255 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f48a356e-af22-490d-a274-f01fc9099b93 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:15.900365 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port f48a356e-af22-490d-a274-f01fc9099b93 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:15.901236 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:15.929349 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-87581bfe-ec0e-411b-bde6-d5bf3dfa89b2 req-156e4c38-9b09-44f7-9769-ea3a2e2658d1 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.0832200 Aug 27 04:31:15.996860 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:16.075922 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-fcee9c35-5d7e-4f45-9396-17bd1ab34e71 service neutron] 10.222.0.53 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8893511 Aug 27 04:31:16.148894 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Network a919ac5d-841a-4ae2-b353-26d1ed741c31 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:31:16.161191 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:16.176495 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:31:16.181816 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'Port': ['ID=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:16.506715 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1f6eab31-74f9-4677-9d39-37498f0dfde3 req-323e7e0f-a7d2-4220-a06f-51537adb3f52 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 210 time: 0.0693810 Aug 27 04:31:16.518670 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:16.520991 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:16.584283 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-52a9669a-5519-4ff8-ae90-c06d8e72b3ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7090523 Aug 27 04:31:16.603238 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901b4a6c-2cea-4fb7-b496-26f960e19750 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:31:16.622451 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:16.683397 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a4062f4f-9808-4317-8735-c09ac3b5f31d None None] Provisioning for port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:16.692732 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a4062f4f-9808-4317-8735-c09ac3b5f31d None None] Provisioning complete for port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:16.694412 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4062f4f-9808-4317-8735-c09ac3b5f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:16.721244 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Transition to ACTIVE for port object 901b4a6c-2cea-4fb7-b496-26f960e19750 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:31:16.752007 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Request body: {'port': {'device_id': '5598e9e1-bc44-4831-be1a-f478deba899b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:16.798476 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a4062f4f-9808-4317-8735-c09ac3b5f31d None None] Port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:31:16.819648 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:17.107578 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Attempting to bind port 901b4a6c-2cea-4fb7-b496-26f960e19750 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:31:17.125406 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Attempting to bind port 901b4a6c-2cea-4fb7-b496-26f960e19750 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '67cc8121-ae9d-487d-9f38-3422fd2b4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '17894bc9-25d9-49d4-92d3-f6025fc86821'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:31:17.126237 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Attempting to bind port 901b4a6c-2cea-4fb7-b496-26f960e19750 on network 17894bc9-25d9-49d4-92d3-f6025fc86821 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:31:17.183806 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Port 901b4a6c-2cea-4fb7-b496-26f960e19750 on network 17894bc9-25d9-49d4-92d3-f6025fc86821 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:31:17.184691 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Attempting to bind port 901b4a6c-2cea-4fb7-b496-26f960e19750 on network 17894bc9-25d9-49d4-92d3-f6025fc86821 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:31:17.261854 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde51308-1c44-40a3-8482-c76a32d1c9c5 req-6754fad4-b77d-46b5-af6b-0bcf645bdc2f tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:17.263837 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cde51308-1c44-40a3-8482-c76a32d1c9c5 req-6754fad4-b77d-46b5-af6b-0bcf645bdc2f tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 931 time: 0.1195242 Aug 27 04:31:17.266152 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:31:17.266787 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Checking segment: {'id': '67cc8121-ae9d-487d-9f38-3422fd2b4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '17894bc9-25d9-49d4-92d3-f6025fc86821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:31:17.267572 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Bound using segment: {'id': '67cc8121-ae9d-487d-9f38-3422fd2b4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '17894bc9-25d9-49d4-92d3-f6025fc86821'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:31:17.268314 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Bound port: 901b4a6c-2cea-4fb7-b496-26f960e19750, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cc8121-ae9d-487d-9f38-3422fd2b4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '17894bc9-25d9-49d4-92d3-f6025fc86821'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:31:17.268893 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:17.330202 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96a7ea-e57b-4dd5-8bf2-0a08bd08a084 req-7d107649-3dff-4997-af2e-5f197e585d9e tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:17.334037 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8f96a7ea-e57b-4dd5-8bf2-0a08bd08a084 req-7d107649-3dff-4997-af2e-5f197e585d9e tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 943 time: 0.4924004 Aug 27 04:31:17.353314 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cde51308-1c44-40a3-8482-c76a32d1c9c5 req-39e9659b-1a47-47f6-ac6f-edeb2c745b78 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752187 Aug 27 04:31:17.361564 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:17.375332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Pushing event updated for resources: {'Port': ['ID=901b4a6c-2cea-4fb7-b496-26f960e19750,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:17.485020 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] For port 901b4a6c-2cea-4fb7-b496-26f960e19750, host hv-cinder-80403, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:31:17.489905 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] For port 901b4a6c-2cea-4fb7-b496-26f960e19750, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901b4a6c-2cea-4fb7-b496-26f960e19750,segment=NetworkSegment(67cc8121-ae9d-487d-9f38-3422fd2b4539),segment_id=67cc8121-ae9d-487d-9f38-3422fd2b4539)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:31:17.500045 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:17.502337 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56740) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:17.623078 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:17.623857 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:17.625411 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-561b1951-4202-4291-a1dc-00571e9230da service neutron] 10.222.0.35 "PUT /v2.0/ports/901b4a6c-2cea-4fb7-b496-26f960e19750 HTTP/1.1" status: 200 len: 1093 time: 4.2905622 Aug 27 04:31:17.636678 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71f46a9-4083-4f82-99fe-e020c5d173c2', 'tag': '901b4a6c-2cea-4fb7-b496-26f960e19750'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:31:17.660053 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8f96a7ea-e57b-4dd5-8bf2-0a08bd08a084 req-247aebb0-cf67-4354-83b6-23cad2acba68 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806416 Aug 27 04:31:17.713717 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f7ba7102-2236-4103-813f-13c47c4a7023 req-53193dcb-2daf-4414-9d46-297bf5f25904 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 210 time: 0.0575960 Aug 27 04:31:17.713717 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56750) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:17.767641 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b1951-4202-4291-a1dc-00571e9230da service neutron] Pushing event updated for resources: {'Port': ['ID=901b4a6c-2cea-4fb7-b496-26f960e19750,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:17.885408 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5092e13-8029-46a8-a75b-34947fbabaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.066154 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a58c4d-0881-4c48-9ebe-4070da2b40d9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:31:18.082159 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.107867 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Transition to ACTIVE for port object f8a58c4d-0881-4c48-9ebe-4070da2b40d9 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:31:18.119928 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.126454 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5092e13-8029-46a8-a75b-34947fbabaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.140987 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5092e13-8029-46a8-a75b-34947fbabaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.296029 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a5092e13-8029-46a8-a75b-34947fbabaef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35791a7c17f54c6c9782c0e43aaca98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7922966 Aug 27 04:31:18.300781 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:18.324759 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56766) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:18.335665 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7d47-d91a-47f1-b9c9-17e97c75c24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.372260 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5092e13-8029-46a8-a75b-34947fbabaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03d011f-af4c-444f-a9da-0c9ba905c4bd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:18.441903 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Attempting to bind port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:31:18.442183 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Attempting to bind port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:31:18.442537 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Attempting to bind port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 on network a919ac5d-841a-4ae2-b353-26d1ed741c31 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:31:18.456400 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 on network a919ac5d-841a-4ae2-b353-26d1ed741c31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:31:18.456400 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Attempting to bind port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 on network a919ac5d-841a-4ae2-b353-26d1ed741c31 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:31:18.467433 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:31:18.471713 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Checking segment: {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:31:18.472846 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Bound using segment: {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:31:18.473327 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Bound port: f8a58c4d-0881-4c48-9ebe-4070da2b40d9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:31:18.473712 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.543056 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b60266-ff54-4cbe-818e-61ee31bcc507" -d '{"events": [{"name": "network-changed", "server_uuid": "a71f46a9-4083-4f82-99fe-e020c5d173c2", "tag": "901b4a6c-2cea-4fb7-b496-26f960e19750"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:31:18.544101 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80fa5ce7-408e-416a-976c-0f549e52f6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.585053 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80fa5ce7-408e-416a-976c-0f549e52f6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.725008 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7d47-d91a-47f1-b9c9-17e97c75c24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.737936 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7d47-d91a-47f1-b9c9-17e97c75c24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.809972 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6052e3-e78d-4126-8815-0bc733352bb0 req-76ad0c2c-aaf4-46a8-9e8c-1606458b1405 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:18.817665 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c6052e3-e78d-4126-8815-0bc733352bb0 req-76ad0c2c-aaf4-46a8-9e8c-1606458b1405 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 943 time: 0.3370757 Aug 27 04:31:18.863519 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] For port f8a58c4d-0881-4c48-9ebe-4070da2b40d9, host hv-cinder-80403, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:31:18.867647 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-5161c21b-47b1-4443-a53c-924356939d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:18.870481 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-5161c21b-47b1-4443-a53c-924356939d5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f90959ac150c48beb4feacbabf64500f&device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 1096 time: 0.2668333 Aug 27 04:31:18.890652 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] For port f8a58c4d-0881-4c48-9ebe-4070da2b40d9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:31:18.896252 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80fa5ce7-408e-416a-976c-0f549e52f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.900344 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.901780 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80fa5ce7-408e-416a-976c-0f549e52f6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.908025 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-80fa5ce7-408e-416a-976c-0f549e52f6c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b03d011f-af4c-444f-a9da-0c9ba905c4bd HTTP/1.1" status: 204 len: 168 time: 0.5795774 Aug 27 04:31:18.919038 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c6052e3-e78d-4126-8815-0bc733352bb0 req-030e86d5-1527-4abd-9ffd-42f14634281e tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999935 Aug 27 04:31:18.933283 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8dbb7d47-d91a-47f1-b9c9-17e97c75c24b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d572135be35471da5d75edf93cbb6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2270393 Aug 27 04:31:18.933921 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56788) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:18.939070 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb7d47-d91a-47f1-b9c9-17e97c75c24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d559aab-6c20-4bd1-9779-008aa25fc56e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:18.975835 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa5ce7-408e-416a-976c-0f549e52f6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03d011f-af4c-444f-a9da-0c9ba905c4bd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:19.110168 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:19.110496 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:19.115048 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] 10.222.0.35 "PUT /v2.0/ports/f8a58c4d-0881-4c48-9ebe-4070da2b40d9 HTTP/1.1" status: 200 len: 1093 time: 2.3803613 Aug 27 04:31:19.133255 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72ae6b8d-1d35-457f-b309-dea5473fe857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:19.187174 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72ae6b8d-1d35-457f-b309-dea5473fe857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:19.309296 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72ae6b8d-1d35-457f-b309-dea5473fe857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:19.312378 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72ae6b8d-1d35-457f-b309-dea5473fe857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:19.317364 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-72ae6b8d-1d35-457f-b309-dea5473fe857 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d559aab-6c20-4bd1-9779-008aa25fc56e HTTP/1.1" status: 204 len: 168 time: 0.3812199 Aug 27 04:31:19.331268 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae6b8d-1d35-457f-b309-dea5473fe857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d559aab-6c20-4bd1-9779-008aa25fc56e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:19.492770 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-4104e7da-f79e-48dc-a090-db45567ba567 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=901b4a6c-2cea-4fb7-b496-26f960e19750 HTTP/1.1" status: 200 len: 217 time: 0.2829943 Aug 27 04:31:19.497312 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533f68b-96d8-45f5-a104-0c343fcb4e17 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:19.565267 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b2a7c7-90c1-4680-af13-08eb73e53864 x-openstack-request-id: req-26b2a7c7-90c1-4680-af13-08eb73e53864 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:31:19.565845 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71f46a9-4083-4f82-99fe-e020c5d173c2", "tag": "901b4a6c-2cea-4fb7-b496-26f960e19750", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:31:19.566194 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26b2a7c7-90c1-4680-af13-08eb73e53864 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:31:19.566787 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71f46a9-4083-4f82-99fe-e020c5d173c2', 'tag': '901b4a6c-2cea-4fb7-b496-26f960e19750', 'status': 'completed', 'code': 200} Aug 27 04:31:19.577374 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f95294-5cd1-4f8d-8fa1-756404c5885b req-c3b0fc74-0109-41cd-b5eb-b7aecef1f03e tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:19.587519 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4f95294-5cd1-4f8d-8fa1-756404c5885b req-c3b0fc74-0109-41cd-b5eb-b7aecef1f03e tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 943 time: 0.5301914 Aug 27 04:31:19.721823 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e9222e74-6ac6-47ec-b2c6-699713c610c9 req-b97c320d-21a1-4af3-8955-aa591ca3fe1d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 210 time: 0.0833440 Aug 27 04:31:20.098446 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-7fee3a08-fd74-47cc-805b-665da5fa025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:20.108248 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-7fee3a08-fd74-47cc-805b-665da5fa025a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=873fc0ee-c93a-443c-8c31-e15512ce71f5 HTTP/1.1" status: 200 len: 852 time: 0.5677776 Aug 27 04:31:20.194010 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 64790) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:20.225452 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4f95294-5cd1-4f8d-8fa1-756404c5885b req-5acaf90e-f114-41a6-8541-0986d4bfe0d2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367381 Aug 27 04:31:20.265226 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8c550-12ce-43a8-981f-7d784573d7ae req-f52e5db7-114b-4ce6-9a11-3bfc0c09ed41 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:20.287827 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78f8c550-12ce-43a8-981f-7d784573d7ae req-f52e5db7-114b-4ce6-9a11-3bfc0c09ed41 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 943 time: 0.2153876 Aug 27 04:31:20.295389 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503385-6392-4abd-8cd2-47c47615cd70 req-45c9813f-1553-41e7-b1e2-8760b869b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:20.299246 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-45c9813f-1553-41e7-b1e2-8760b869b1e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 1096 time: 0.8381050 Aug 27 04:31:20.356929 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-a929c9ee-8d93-40d3-96ce-e96a1eb483c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17894bc9-25d9-49d4-92d3-f6025fc86821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1907992 Aug 27 04:31:20.447654 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78f8c550-12ce-43a8-981f-7d784573d7ae req-0df857ad-345d-4475-8e1c-1a52b78e27b4 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533852 Aug 27 04:31:20.538710 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-ebb61cb4-206b-4f93-b26c-0ce1e6a0927d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:20.541583 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-ebb61cb4-206b-4f93-b26c-0ce1e6a0927d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 817 time: 0.1957376 Aug 27 04:31:20.585245 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56818) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:20.617278 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b58b5e4-f0fc-4e89-9a49-dc7a12abc31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:20.821851 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b58b5e4-f0fc-4e89-9a49-dc7a12abc31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:20.828474 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b58b5e4-f0fc-4e89-9a49-dc7a12abc31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:20.922886 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0b58b5e4-f0fc-4e89-9a49-dc7a12abc31d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dda984e9abb04594a46e15fe7826a708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360524 Aug 27 04:31:20.928992 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56824) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:20.931743 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-978a131b-6664-4763-afed-a9c4e22b2918 req-718d37e1-4c33-4c6f-9d50-b81d2c38379b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 210 time: 0.0798185 Aug 27 04:31:20.950487 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56826) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:21.011173 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58b5e4-f0fc-4e89-9a49-dc7a12abc31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc00c781-5b2c-45ed-b890-5a404b632eb8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:21.017429 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-095a6931-5461-49ce-9ed7-b64d20a6da87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.021064 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78bae957-48c5-43b2-b2fb-301df11f5476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.053932 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78bae957-48c5-43b2-b2fb-301df11f5476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.158141 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78bae957-48c5-43b2-b2fb-301df11f5476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.164615 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78bae957-48c5-43b2-b2fb-301df11f5476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.166570 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-78bae957-48c5-43b2-b2fb-301df11f5476 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc00c781-5b2c-45ed-b890-5a404b632eb8 HTTP/1.1" status: 204 len: 168 time: 0.2338555 Aug 27 04:31:21.197939 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bae957-48c5-43b2-b2fb-301df11f5476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc00c781-5b2c-45ed-b890-5a404b632eb8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:21.271349 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-095a6931-5461-49ce-9ed7-b64d20a6da87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.279120 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-095a6931-5461-49ce-9ed7-b64d20a6da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.380786 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a6931-5461-49ce-9ed7-b64d20a6da87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da75dfe-d1f0-4e77-970e-0c465bec5020,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:21.451856 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-095a6931-5461-49ce-9ed7-b64d20a6da87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e29392e521142e29ba197fe4bef93c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998496 Aug 27 04:31:21.454696 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56842) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:21.460784 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f11bd-4087-4a8f-8839-96a0ce13c426 req-51491c3c-3cdd-4b81-8da6-58ab5aec6c46 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:21.470424 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7d6f11bd-4087-4a8f-8839-96a0ce13c426 req-51491c3c-3cdd-4b81-8da6-58ab5aec6c46 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 943 time: 0.0744836 Aug 27 04:31:21.528047 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7d6f11bd-4087-4a8f-8839-96a0ce13c426 req-cd9af0c1-9a8f-4650-ad68-069dc8546358 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565491 Aug 27 04:31:21.569027 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5598e9e1-bc44-4831-be1a-f478deba899b', 'tag': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:31:21.584057 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0904b711-14c8-44c1-b93a-7f2f2e14c630" -d '{"events": [{"name": "network-changed", "server_uuid": "5598e9e1-bc44-4831-be1a-f478deba899b", "tag": "f8a58c4d-0881-4c48-9ebe-4070da2b40d9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:31:21.682501 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ff5cbd0-8935-4175-8ddb-d75512bb2353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.770844 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ff5cbd0-8935-4175-8ddb-d75512bb2353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.800529 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf7120-a4b3-48b2-8c40-2eee335cca13 req-381a98d5-6b62-4afa-a623-6d7d134667c6 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:21.808930 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0caf7120-a4b3-48b2-8c40-2eee335cca13 req-381a98d5-6b62-4afa-a623-6d7d134667c6 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 943 time: 0.1252596 Aug 27 04:31:21.910079 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0caf7120-a4b3-48b2-8c40-2eee335cca13 req-f56c3bf4-d9ac-4cb9-8094-02e8139e7edd tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001134 Aug 27 04:31:21.923112 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ff5cbd0-8935-4175-8ddb-d75512bb2353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.926479 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ff5cbd0-8935-4175-8ddb-d75512bb2353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:21.928428 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2ff5cbd0-8935-4175-8ddb-d75512bb2353 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2da75dfe-d1f0-4e77-970e-0c465bec5020 HTTP/1.1" status: 204 len: 168 time: 0.4727180 Aug 27 04:31:21.930183 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e6db0e-4773-4395-a06f-6c17482accd0 x-openstack-request-id: req-00e6db0e-4773-4395-a06f-6c17482accd0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:31:21.930541 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5598e9e1-bc44-4831-be1a-f478deba899b", "tag": "f8a58c4d-0881-4c48-9ebe-4070da2b40d9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:31:21.931452 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00e6db0e-4773-4395-a06f-6c17482accd0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:31:21.932026 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5598e9e1-bc44-4831-be1a-f478deba899b', 'tag': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9', 'status': 'completed', 'code': 200} Aug 27 04:31:21.940853 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5cbd0-8935-4175-8ddb-d75512bb2353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da75dfe-d1f0-4e77-970e-0c465bec5020,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:22.159710 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3dc9e1b2-35e0-4f31-b36c-64f7151a7588 req-53668381-622a-4f41-a38c-52cfd0221e45 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 210 time: 0.0849035 Aug 27 04:31:22.794549 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2411ce-cfc6-496f-bfab-83f0c61df787 req-afe5c0c5-d6e0-4bd8-bc45-d3567e2da5a7 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:22.796987 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ee2411ce-cfc6-496f-bfab-83f0c61df787 req-afe5c0c5-d6e0-4bd8-bc45-d3567e2da5a7 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 943 time: 0.1046729 Aug 27 04:31:22.862430 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ee2411ce-cfc6-496f-bfab-83f0c61df787 req-efa4e5bd-5ead-4564-b01b-e7f21996a803 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484333 Aug 27 04:31:23.087361 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb7f64-fbb5-42b7-9942-435416483f4d req-7265bf6a-5331-42ea-ab6a-a8eaeedfe6a8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:23.089221 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dbfb7f64-fbb5-42b7-9942-435416483f4d req-7265bf6a-5331-42ea-ab6a-a8eaeedfe6a8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 943 time: 0.0746446 Aug 27 04:31:23.176846 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dbfb7f64-fbb5-42b7-9942-435416483f4d req-c50f0650-85ff-4d1a-8437-83134310af83 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698543 Aug 27 04:31:23.310257 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 56968) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:23.327961 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5f9ee6c8-3d09-4453-8b49-f5238186346b req-cc79d873-a50b-4c39-b74e-32e0431fa7a5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 210 time: 0.0651636 Aug 27 04:31:23.594695 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5a9315e-7505-4c1d-81f2-cb81527b8378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:23.776366 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5a9315e-7505-4c1d-81f2-cb81527b8378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:23.793325 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5a9315e-7505-4c1d-81f2-cb81527b8378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:23.838808 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f5a9315e-7505-4c1d-81f2-cb81527b8378 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0c4d51cafd84271a2c69a940366841c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267420 Aug 27 04:31:23.841089 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9315e-7505-4c1d-81f2-cb81527b8378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d62ce37-b0fe-4e56-875a-7debc221de21,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:23.841798 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 56988) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:23.907857 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040d6f6e-086a-4366-be9e-c0ffb87cdcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:23.935103 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040d6f6e-086a-4366-be9e-c0ffb87cdcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:24.035925 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a8e9b-b147-49c1-a46b-ecbc29f73c4c req-1e75c7c0-44a0-49fc-83d5-7ff77711baf0 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:24.037584 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-715a8e9b-b147-49c1-a46b-ecbc29f73c4c req-1e75c7c0-44a0-49fc-83d5-7ff77711baf0 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 943 time: 0.0728660 Aug 27 04:31:24.040502 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040d6f6e-086a-4366-be9e-c0ffb87cdcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:24.045150 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040d6f6e-086a-4366-be9e-c0ffb87cdcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:24.051067 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-040d6f6e-086a-4366-be9e-c0ffb87cdcc1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d62ce37-b0fe-4e56-875a-7debc221de21 HTTP/1.1" status: 204 len: 168 time: 0.2043092 Aug 27 04:31:24.078630 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d6f6e-086a-4366-be9e-c0ffb87cdcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d62ce37-b0fe-4e56-875a-7debc221de21,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:24.122708 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-715a8e9b-b147-49c1-a46b-ecbc29f73c4c req-8d6b9ccd-f996-477c-a86f-107a4fc7f1a1 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743177 Aug 27 04:31:24.265575 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:31:24.325862 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaa248-5202-4f97-963a-c02d48f58923 req-965deaab-e37b-464e-b5bc-8d65258f3219 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:24.327499 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f1eaa248-5202-4f97-963a-c02d48f58923 req-965deaab-e37b-464e-b5bc-8d65258f3219 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 943 time: 0.0578814 Aug 27 04:31:24.408955 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f1eaa248-5202-4f97-963a-c02d48f58923 req-c10d2c4b-4557-4078-9eb0-c2059464c19c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752435 Aug 27 04:31:24.458011 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a6efd4d9-cc9b-4adb-aae9-68e5026ded84 req-543e8ed5-df2f-4ede-bcfe-737d8800a5f5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 210 time: 0.0349050 Aug 27 04:31:24.634276 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57036) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:24.647382 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5447876b-e3b4-448f-a001-c39d8453b854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:24.755942 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57044) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:24.788085 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5447876b-e3b4-448f-a001-c39d8453b854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:24.794029 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5447876b-e3b4-448f-a001-c39d8453b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:24.824050 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447876b-e3b4-448f-a001-c39d8453b854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4cd58a-3e81-4149-a5c3-059ddeabf6a5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:24.846797 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5447876b-e3b4-448f-a001-c39d8453b854 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0be4c2f8055485a8545f80ebed94e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112143 Aug 27 04:31:24.850635 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57048) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:24.959451 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-668a79a5-b42a-4f6d-bf94-342497f6d48d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9 HTTP/1.1" status: 200 len: 217 time: 0.0515454 Aug 27 04:31:24.983633 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-966f8244-202e-4592-b9be-402aa8d90ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:25.002011 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-408e4283-af34-4699-96e4-e7e1b3c81ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:25.130593 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-2e9479d4-45cf-4275-b54c-6aa620028df7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6be58896fed46208a356cedf5a8513e HTTP/1.1" status: 200 len: 379 time: 0.1186931 Aug 27 04:31:25.148893 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'port': {'device_id': 'b3173859-725e-4d66-80af-4223a6643935', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'admin_state_up': True, 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'security_groups': ['0a35a1df-6ec1-42b3-99fb-3a51aa364380']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:25.165790 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-408e4283-af34-4699-96e4-e7e1b3c81ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:25.252645 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503385-6392-4abd-8cd2-47c47615cd70 req-2d8f7263-390d-448a-a22a-fed839cac563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:25.254127 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-2d8f7263-390d-448a-a22a-fed839cac563 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.2287290 Aug 27 04:31:25.344342 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8db81-a907-43e5-bda9-7015f7b99ce7 req-10a05061-9239-4a0d-8973-c0c27f0de451 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:25.346855 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7df8db81-a907-43e5-bda9-7015f7b99ce7 req-10a05061-9239-4a0d-8973-c0c27f0de451 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 943 time: 0.1043339 Aug 27 04:31:25.347129 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-26937209-eeac-4822-9c17-83adf38dcd64 service neutron] 10.222.0.35 "GET /v2.0/networks/17894bc9-25d9-49d4-92d3-f6025fc86821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296740 Aug 27 04:31:25.423293 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7df8db81-a907-43e5-bda9-7015f7b99ce7 req-49fa0ed2-f033-4c94-bed7-adb1898c6093 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564392 Aug 27 04:31:25.468084 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-408e4283-af34-4699-96e4-e7e1b3c81ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:25.470937 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-408e4283-af34-4699-96e4-e7e1b3c81ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:25.472288 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-408e4283-af34-4699-96e4-e7e1b3c81ec7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b4cd58a-3e81-4149-a5c3-059ddeabf6a5 HTTP/1.1" status: 204 len: 168 time: 0.6194751 Aug 27 04:31:25.482879 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503385-6392-4abd-8cd2-47c47615cd70 req-bcda1476-83e2-46a4-8ef9-f1c6f84af62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:25.485476 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-bcda1476-83e2-46a4-8ef9-f1c6f84af62d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2074852 Aug 27 04:31:25.525073 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-966f8244-202e-4592-b9be-402aa8d90ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:25.526537 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e4283-af34-4699-96e4-e7e1b3c81ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4cd58a-3e81-4149-a5c3-059ddeabf6a5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:25.553085 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-966f8244-202e-4592-b9be-402aa8d90ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:25.602943 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Made reservation on behalf of a6be58896fed46208a356cedf5a8513e for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:31:25.608851 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:25.624248 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ce5cf-c392-4b1e-a85f-d1d6820cada0 req-e0d2235c-061b-4bba-91dd-97b88b5d7dd8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:25.632417 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-be8ce5cf-c392-4b1e-a85f-d1d6820cada0 req-e0d2235c-061b-4bba-91dd-97b88b5d7dd8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 943 time: 0.1116090 Aug 27 04:31:25.710067 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f8244-202e-4592-b9be-402aa8d90ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ca2dac-b591-40be-82bc-9e5e660e7cdd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:25.762336 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-be8ce5cf-c392-4b1e-a85f-d1d6820cada0 req-aabed90e-78fc-4450-89c6-76dc51a53ee5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234028 Aug 27 04:31:25.766561 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-35be9393-0ad0-4487-9b41-0c41fb41dc92 req-d126fc32-774d-4162-9bcf-f305fe58f973 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 210 time: 0.0503631 Aug 27 04:31:25.827453 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-966f8244-202e-4592-b9be-402aa8d90ff6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=473a40d606b64207b2970728b6ba9a98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0703902 Aug 27 04:31:25.832481 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaeba5db-b671-4db2-8d02-e47444473fcf req-f57969e8-7090-4253-807f-6e9fcec455ca service neutron] 10.222.0.35 "GET /v2.0/networks/17894bc9-25d9-49d4-92d3-f6025fc86821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769056 Aug 27 04:31:25.834619 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57112) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:25.868419 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-0edd0038-0b38-4270-8685-f44d40d7cd6f service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652978 Aug 27 04:31:26.021589 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39fc0b9b-e125-4d06-9e9c-5ba606f61d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:26.023774 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Allocated IP 172.20.0.12 (2d12ac97-d989-4330-872d-92f5fe3f8e57/4b386eb7-76d8-49f7-aa62-e09d6d674e68/698af269-46a5-4892-822b-9ef4aa21fa2e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:31:26.062442 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57126) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:26.081824 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39fc0b9b-e125-4d06-9e9c-5ba606f61d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:26.238107 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39fc0b9b-e125-4d06-9e9c-5ba606f61d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:26.242857 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39fc0b9b-e125-4d06-9e9c-5ba606f61d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:26.247137 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-39fc0b9b-e125-4d06-9e9c-5ba606f61d2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88ca2dac-b591-40be-82bc-9e5e660e7cdd HTTP/1.1" status: 204 len: 168 time: 0.4114919 Aug 27 04:31:26.267454 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc0b9b-e125-4d06-9e9c-5ba606f61d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ca2dac-b591-40be-82bc-9e5e660e7cdd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:26.268225 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-2b79f80b-235d-4939-aac7-9e134ef1497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:26.270242 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-2b79f80b-235d-4939-aac7-9e134ef1497f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f90959ac150c48beb4feacbabf64500f&device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 1096 time: 0.1131485 Aug 27 04:31:26.322782 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80503385-6392-4abd-8cd2-47c47615cd70 req-34eda566-592d-4dc7-b191-e2c68e2d512b service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723703 Aug 27 04:31:26.526541 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-525d70e5-fe61-459a-82a8-fc0c52d99ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:26.528976 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-525d70e5-fe61-459a-82a8-fc0c52d99ef0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17894bc9-25d9-49d4-92d3-f6025fc86821 HTTP/1.1" status: 200 len: 913 time: 0.2469349 Aug 27 04:31:26.529658 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:26.563665 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Transition to ACTIVE for port object 698af269-46a5-4892-822b-9ef4aa21fa2e will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:31:26.609715 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-c8579e5c-900b-493a-aa7b-5fb670330671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:26.612105 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-c8579e5c-900b-493a-aa7b-5fb670330671 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 1096 time: 0.1670628 Aug 27 04:31:26.616734 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-60f561e2-9896-4fce-a592-a5088a463038 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=901b4a6c-2cea-4fb7-b496-26f960e19750 HTTP/1.1" status: 200 len: 217 time: 0.0767727 Aug 27 04:31:26.628614 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89932f75-2003-4ae0-ac48-af4099a6b8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:26.716641 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:26.760670 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5929-ea7e-4807-8b43-f8d922c090a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:26.911758 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:31:26.971571 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:26.987519 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:31:26.994029 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:26.994740 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.065544 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:27.118475 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-1a8cce54-6761-47ac-8742-12a979fadb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:27.119128 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57174) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:27.121983 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-1a8cce54-6761-47ac-8742-12a979fadb8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 912 time: 0.4892550 Aug 27 04:31:27.156657 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f958e-4aaa-4d18-bc21-e6bc2e91c14c req-48dc45f4-241e-4be4-9c82-b3c641fd3756 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:27.159080 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-084f958e-4aaa-4d18-bc21-e6bc2e91c14c req-48dc45f4-241e-4be4-9c82-b3c641fd3756 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 943 time: 0.2569993 Aug 27 04:31:27.186303 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89932f75-2003-4ae0-ac48-af4099a6b8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.208751 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfd521a6-f342-4d29-b7b6-f4c398352e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.212701 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-fb65564c-7b70-4310-a237-349872036b8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9 HTTP/1.1" status: 200 len: 217 time: 0.0790377 Aug 27 04:31:27.220154 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89932f75-2003-4ae0-ac48-af4099a6b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.236531 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-1fb51c51-87c3-4acb-9d8d-677dae69eb6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0971506 Aug 27 04:31:27.247393 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-c5190766-d888-42f2-91d0-b2f397be1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:27.250217 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-c5190766-d888-42f2-91d0-b2f397be1894 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=873fc0ee-c93a-443c-8c31-e15512ce71f5 HTTP/1.1" status: 200 len: 852 time: 0.6141257 Aug 27 04:31:27.303274 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c041-9dba-4e6d-800d-6b44d99b1857 req-7722b85d-c391-4389-8bac-742aedfc9acd tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:27.311172 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9590c041-9dba-4e6d-800d-6b44d99b1857 req-7722b85d-c391-4389-8bac-742aedfc9acd tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 943 time: 0.7056665 Aug 27 04:31:27.339356 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Request body: {'port': {'device_id': 'b3173859-725e-4d66-80af-4223a6643935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:27.340103 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-a300c798-9205-4a52-b194-14f9d1d0c7ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17894bc9-25d9-49d4-92d3-f6025fc86821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651891 Aug 27 04:31:27.379115 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-084f958e-4aaa-4d18-bc21-e6bc2e91c14c req-d66616bf-3baa-464b-9a29-476a8579fce7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027009 Aug 27 04:31:27.396956 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57180) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:27.401617 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b21bfea5-4f96-4102-8076-4e02c24270c6 None None] Provisioning for port 698af269-46a5-4892-822b-9ef4aa21fa2e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:27.406509 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b21bfea5-4f96-4102-8076-4e02c24270c6 None None] Provisioning complete for port 698af269-46a5-4892-822b-9ef4aa21fa2e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:27.407012 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b21bfea5-4f96-4102-8076-4e02c24270c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.424698 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89932f75-2003-4ae0-ac48-af4099a6b8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96e815e-6e69-4beb-91ee-d99b73d91a15,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:27.445502 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-89932f75-2003-4ae0-ac48-af4099a6b8c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7a8f60fe4eb471b88159d854ce1fab8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3784578 Aug 27 04:31:27.446790 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57182) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:27.456352 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-a0b325a9-037c-4459-86b8-7170871cb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:27.458150 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-a0b325a9-037c-4459-86b8-7170871cb158 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.2348998 Aug 27 04:31:27.458489 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b21bfea5-4f96-4102-8076-4e02c24270c6 None None] Port 698af269-46a5-4892-822b-9ef4aa21fa2e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:31:27.518851 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9590c041-9dba-4e6d-800d-6b44d99b1857 req-f6fceea1-ef85-4931-a9d0-78e176e6c13d tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067957 Aug 27 04:31:27.553282 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.578160 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-ea7ef204-0089-40a2-b0f9-47ed8151a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:27.580249 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-ea7ef204-0089-40a2-b0f9-47ed8151a068 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1100447 Aug 27 04:31:27.585796 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-98729c5f-c5c6-4c83-9163-fafca50da1e1 service neutron] 10.222.0.35 "GET /v2.0/networks/17894bc9-25d9-49d4-92d3-f6025fc86821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317076 Aug 27 04:31:27.698562 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34be1e-5354-494e-80bf-dcb8cfbad3a4 req-6ca3accc-7a12-497d-960a-dd3dbb4f94f7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:27.700080 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1f34be1e-5354-494e-80bf-dcb8cfbad3a4 req-6ca3accc-7a12-497d-960a-dd3dbb4f94f7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 932 time: 0.1647201 Aug 27 04:31:27.717185 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e30fab9-3f3e-4013-8c1c-e6e801d982e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.718902 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfb8-0fa1-4c37-8085-87c870787e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.786418 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-a486aabc-6835-473e-a956-6247f09fb892 service neutron] 10.222.0.35 "GET /v2.0/networks/17894bc9-25d9-49d4-92d3-f6025fc86821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807358 Aug 27 04:31:27.798777 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-0a37a709-a674-4534-9195-940d090a2a11 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052529 Aug 27 04:31:27.828730 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfd521a6-f342-4d29-b7b6-f4c398352e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.853623 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfd521a6-f342-4d29-b7b6-f4c398352e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.888281 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfb8-0fa1-4c37-8085-87c870787e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:27.944917 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0904b711-14c8-44c1-b93a-7f2f2e14c630 req-11d3084c-cbfc-44e1-a51f-4bd82357334e service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327114 Aug 27 04:31:28.006267 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-dfd521a6-f342-4d29-b7b6-f4c398352e32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fee67d8008242daae0a207972be1c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8441195 Aug 27 04:31:28.007721 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e30fab9-3f3e-4013-8c1c-e6e801d982e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.009864 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57200) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:28.014498 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1f34be1e-5354-494e-80bf-dcb8cfbad3a4 req-029f0585-de8a-4ad2-af54-63f3861bf148 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031313 Aug 27 04:31:28.020246 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e30fab9-3f3e-4013-8c1c-e6e801d982e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.029164 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd521a6-f342-4d29-b7b6-f4c398352e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c9fcc-bcc3-4d53-bd5d-ccf74575d53b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:28.061479 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30fab9-3f3e-4013-8c1c-e6e801d982e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b0aceb-219f-4023-97ba-dba8f8dbb50e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:28.109299 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfb8-0fa1-4c37-8085-87c870787e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.109820 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8e30fab9-3f3e-4013-8c1c-e6e801d982e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee7f82d4f4a74fba90f001a48b92633f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7116849 Aug 27 04:31:28.113606 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57204) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:28.116216 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfb8-0fa1-4c37-8085-87c870787e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.121126 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f88fcfb8-0fa1-4c37-8085-87c870787e1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b96e815e-6e69-4beb-91ee-d99b73d91a15 HTTP/1.1" status: 204 len: 168 time: 0.6668234 Aug 27 04:31:28.144208 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0dc7-81ea-4b65-9238-64ed70fec632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.168359 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fcfb8-0fa1-4c37-8085-87c870787e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96e815e-6e69-4beb-91ee-d99b73d91a15,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:28.206644 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0dc7-81ea-4b65-9238-64ed70fec632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.232335 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c342ce1c-3b8e-49ac-a12e-e0bd2c60c220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.233091 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698af269-46a5-4892-822b-9ef4aa21fa2e {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:31:28.244470 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.268150 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Transition to ACTIVE for port object 698af269-46a5-4892-822b-9ef4aa21fa2e will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:31:28.273906 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.294816 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c342ce1c-3b8e-49ac-a12e-e0bd2c60c220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.340181 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:28.354662 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0dc7-81ea-4b65-9238-64ed70fec632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.360703 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0dc7-81ea-4b65-9238-64ed70fec632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.362003 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4e6b0dc7-81ea-4b65-9238-64ed70fec632 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf3c9fcc-bcc3-4d53-bd5d-ccf74575d53b HTTP/1.1" status: 204 len: 168 time: 0.3509762 Aug 27 04:31:28.396062 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b0dc7-81ea-4b65-9238-64ed70fec632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c9fcc-bcc3-4d53-bd5d-ccf74575d53b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:28.442147 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c342ce1c-3b8e-49ac-a12e-e0bd2c60c220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.446027 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c342ce1c-3b8e-49ac-a12e-e0bd2c60c220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.452742 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c342ce1c-3b8e-49ac-a12e-e0bd2c60c220 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8b0aceb-219f-4023-97ba-dba8f8dbb50e HTTP/1.1" status: 204 len: 168 time: 0.3370156 Aug 27 04:31:28.470344 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342ce1c-3b8e-49ac-a12e-e0bd2c60c220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b0aceb-219f-4023-97ba-dba8f8dbb50e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:28.516654 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Attempting to bind port 698af269-46a5-4892-822b-9ef4aa21fa2e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:31:28.517679 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Attempting to bind port 698af269-46a5-4892-822b-9ef4aa21fa2e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:31:28.518276 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Attempting to bind port 698af269-46a5-4892-822b-9ef4aa21fa2e on network 2d12ac97-d989-4330-872d-92f5fe3f8e57 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:31:28.525000 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Port 698af269-46a5-4892-822b-9ef4aa21fa2e on network 2d12ac97-d989-4330-872d-92f5fe3f8e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:31:28.525368 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Attempting to bind port 698af269-46a5-4892-822b-9ef4aa21fa2e on network 2d12ac97-d989-4330-872d-92f5fe3f8e57 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:31:28.531533 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:31:28.531952 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Checking segment: {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:31:28.532811 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Bound using segment: {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:31:28.533118 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Bound port: 698af269-46a5-4892-822b-9ef4aa21fa2e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:31:28.533429 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.620642 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda36644-8805-45e5-8fe6-ef35ca429152 req-7b88997e-a98c-4088-aad8-9a83af1f2993 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:28.628338 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fda36644-8805-45e5-8fe6-ef35ca429152 req-7b88997e-a98c-4088-aad8-9a83af1f2993 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 943 time: 0.0901291 Aug 27 04:31:28.697117 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:31:28.703424 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:31:28.708032 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fda36644-8805-45e5-8fe6-ef35ca429152 req-b1dfee45-41e4-475d-94fb-b0266cd1cda2 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783422 Aug 27 04:31:28.723181 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519cc70-d478-4945-bb50-6b9196e28f17 req-8a36d5af-a826-4054-b9c2-1ef2c47d2ec7 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:28.725555 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3519cc70-d478-4945-bb50-6b9196e28f17 req-8a36d5af-a826-4054-b9c2-1ef2c47d2ec7 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 943 time: 0.0916758 Aug 27 04:31:28.728653 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.818112 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:28.818745 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:28.820290 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/698af269-46a5-4892-822b-9ef4aa21fa2e HTTP/1.1" status: 200 len: 1094 time: 1.4858732 Aug 27 04:31:28.821871 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:31:28.886569 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3519cc70-d478-4945-bb50-6b9196e28f17 req-88488c54-de7f-469b-960a-7ce4a75b69d6 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458521 Aug 27 04:31:28.905281 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57228) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:28.925027 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e200a6-1123-4cff-89e2-6f6ff617de6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.032817 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302a4da-f514-4e33-b8c2-a2a21027e1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:29.054852 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba55c462-6446-47d8-8fae-2cb3f547aaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.072082 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-e1b6de0a-ba44-47ad-8d00-5a2d20bc5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:29.073364 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-e1b6de0a-ba44-47ad-8d00-5a2d20bc5908 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 1097 time: 0.1800025 Aug 27 04:31:29.137352 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e200a6-1123-4cff-89e2-6f6ff617de6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.143598 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e200a6-1123-4cff-89e2-6f6ff617de6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.157910 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-46a17357-b3a9-43ca-a11f-1eb25e4e54ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698af269-46a5-4892-822b-9ef4aa21fa2e HTTP/1.1" status: 200 len: 217 time: 0.0679970 Aug 27 04:31:29.179365 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57238) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:29.203814 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-96e200a6-1123-4cff-89e2-6f6ff617de6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3e8d8a0cfb749b0bc6cebcaac26b6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973731 Aug 27 04:31:29.215077 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57240) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:29.237083 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9279735d-53f8-40b1-ba80-321e9025e9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:31:29.238846 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54486545-c544-4ba2-85b6-4bbefdf15d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.257286 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e200a6-1123-4cff-89e2-6f6ff617de6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240116f0-adfd-416f-bce4-b7950675bd5b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:29.294620 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-118cf3e1-b975-4ffb-8702-0bfebf3a1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:29.296551 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-118cf3e1-b975-4ffb-8702-0bfebf3a1545 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.1295147 Aug 27 04:31:29.314591 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dc76d-d5da-4600-9962-94b338863836 req-f25830dc-59e0-4ba7-9f2a-a5461ac6a27a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:29.316242 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4e5dc76d-d5da-4600-9962-94b338863836 req-f25830dc-59e0-4ba7-9f2a-a5461ac6a27a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.1443768 Aug 27 04:31:29.324641 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b539d99d-8e3a-43b6-a9ec-9d02e0ebb645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.406651 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4e5dc76d-d5da-4600-9962-94b338863836 req-cb6aeac5-6cd6-4e05-b052-f49ee97eb1a9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769897 Aug 27 04:31:29.492106 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54486545-c544-4ba2-85b6-4bbefdf15d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.499777 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54486545-c544-4ba2-85b6-4bbefdf15d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.500880 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b539d99d-8e3a-43b6-a9ec-9d02e0ebb645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.526367 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9d9b28-56a1-4164-877c-d4ab1e74e792 x-openstack-request-id: req-cf9d9b28-56a1-4164-877c-d4ab1e74e792 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:31:29.526656 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:31:29.526912 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf9d9b28-56a1-4164-877c-d4ab1e74e792 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:31:29.527377 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'status': 'completed', 'code': 200} Aug 27 04:31:29.536660 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-97b4b456-2db2-4b01-ae6c-840342dcb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:29.548146 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-54486545-c544-4ba2-85b6-4bbefdf15d68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f9e8ef475124b5f99c03159707fefc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493285 Aug 27 04:31:29.548146 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57258) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:29.548421 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-97b4b456-2db2-4b01-ae6c-840342dcb53e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2232628 Aug 27 04:31:29.551030 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54486545-c544-4ba2-85b6-4bbefdf15d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc78a04c-ac62-4783-a951-003e4c5a33f7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:29.582139 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.622231 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6350a1d-4d8f-46da-a688-961a6b634564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.672358 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6350a1d-4d8f-46da-a688-961a6b634564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.675532 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b539d99d-8e3a-43b6-a9ec-9d02e0ebb645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.678058 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b539d99d-8e3a-43b6-a9ec-9d02e0ebb645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.682911 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b539d99d-8e3a-43b6-a9ec-9d02e0ebb645 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/240116f0-adfd-416f-bce4-b7950675bd5b HTTP/1.1" status: 204 len: 168 time: 0.4666290 Aug 27 04:31:29.696508 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-4311fd15-f17d-4e84-9a27-ba4f6bbc8e5b service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379197 Aug 27 04:31:29.697897 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539d99d-8e3a-43b6-a9ec-9d02e0ebb645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240116f0-adfd-416f-bce4-b7950675bd5b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:29.776223 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6350a1d-4d8f-46da-a688-961a6b634564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.780335 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6350a1d-4d8f-46da-a688-961a6b634564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:29.788697 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e6350a1d-4d8f-46da-a688-961a6b634564 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc78a04c-ac62-4783-a951-003e4c5a33f7 HTTP/1.1" status: 204 len: 168 time: 0.2441919 Aug 27 04:31:29.804372 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6350a1d-4d8f-46da-a688-961a6b634564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc78a04c-ac62-4783-a951-003e4c5a33f7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:30.048068 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b983e91-f358-44f0-ac6b-eb3aa2ed124b req-393621fb-0c7a-403d-ba67-2f83880538db service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381839 Aug 27 04:31:30.052148 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4607bde-6d78-48a8-9b1a-5419d9194a8d req-3195a8e5-1c89-40cf-941a-f8e9a8147912 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:30.069544 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b4607bde-6d78-48a8-9b1a-5419d9194a8d req-3195a8e5-1c89-40cf-941a-f8e9a8147912 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 943 time: 0.1952717 Aug 27 04:31:30.123849 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b4607bde-6d78-48a8-9b1a-5419d9194a8d req-269b0d30-6b30-4fe1-85a3-2d5b1d23813e tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525391 Aug 27 04:31:30.131405 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device f8a58c4d-0881-4c48-9ebe-4070da2b40d9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:31:30.232496 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f57669-e07d-45a3-baac-d0cf3703f2a2 req-852293fe-37ca-44e4-aacb-ee6f49d3b4fa tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:30.254170 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-65f57669-e07d-45a3-baac-d0cf3703f2a2 req-852293fe-37ca-44e4-aacb-ee6f49d3b4fa tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 943 time: 0.2022686 Aug 27 04:31:30.294396 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port f8a58c4d-0881-4c48-9ebe-4070da2b40d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:30.380259 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-65f57669-e07d-45a3-baac-d0cf3703f2a2 req-4776cad1-800d-42f1-ad1b-5ecb5e2dcd15 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226420 Aug 27 04:31:30.396382 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-0bd7e751-25b9-4b82-9931-72cbc1518394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:30.397937 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-0bd7e751-25b9-4b82-9931-72cbc1518394 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 1097 time: 0.2341514 Aug 27 04:31:30.494750 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'port_id': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9', 'mac_address': 'fa:16:3e:58:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:31:30.504230 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:30.552204 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:30.572982 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a58c4d-0881-4c48-9ebe-4070da2b40d9 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:31:30.602894 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port f8a58c4d-0881-4c48-9ebe-4070da2b40d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:30.610630 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:30.611406 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 901b4a6c-2cea-4fb7-b496-26f960e19750 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:31:30.651048 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5ed54-36a1-470f-bdd3-35f2b4fdac7e req-b7bb3ff8-601e-4545-bf1d-ee7897cad2de tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:30.674930 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-33f5ed54-36a1-470f-bdd3-35f2b4fdac7e req-b7bb3ff8-601e-4545-bf1d-ee7897cad2de tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.1144409 Aug 27 04:31:30.696930 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:30.712692 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-5296f3be-18fb-4d2b-95fb-f21d73614ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:30.716538 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-5296f3be-18fb-4d2b-95fb-f21d73614ee6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.3098507 Aug 27 04:31:30.776357 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-33f5ed54-36a1-470f-bdd3-35f2b4fdac7e req-c409935e-ab0b-4ffc-be43-126a08922835 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988829 Aug 27 04:31:30.779652 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-4b36e007-0761-4f5f-93d5-f3c8e5384cc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698af269-46a5-4892-822b-9ef4aa21fa2e HTTP/1.1" status: 200 len: 217 time: 0.0492804 Aug 27 04:31:30.849194 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-f8531107-f78a-45bc-ad26-f9808fad6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:30.850786 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-f8531107-f78a-45bc-ad26-f9808fad6d2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0627413 Aug 27 04:31:30.907775 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-f7bce518-c8ae-4ed5-b907-c87b25552d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:30.910105 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-f7bce518-c8ae-4ed5-b907-c87b25552d11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508223 Aug 27 04:31:30.918782 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 901b4a6c-2cea-4fb7-b496-26f960e19750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901b4a6c-2cea-4fb7-b496-26f960e19750,segment=NetworkSegment(67cc8121-ae9d-487d-9f38-3422fd2b4539),segment_id=67cc8121-ae9d-487d-9f38-3422fd2b4539)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:30.939351 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '901b4a6c-2cea-4fb7-b496-26f960e19750', 'network_id': '17894bc9-25d9-49d4-92d3-f6025fc86821', 'port_id': '901b4a6c-2cea-4fb7-b496-26f960e19750', 'mac_address': 'fa:16:3e:7f:4e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873fc0ee-c93a-443c-8c31-e15512ce71f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:31:31.007264 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:31.031021 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901b4a6c-2cea-4fb7-b496-26f960e19750 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:31:31.038530 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-b5c2c5dc-5c10-490b-bf66-64d06b8d60a1 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210113 Aug 27 04:31:31.067358 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 901b4a6c-2cea-4fb7-b496-26f960e19750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901b4a6c-2cea-4fb7-b496-26f960e19750,segment=NetworkSegment(67cc8121-ae9d-487d-9f38-3422fd2b4539),segment_id=67cc8121-ae9d-487d-9f38-3422fd2b4539)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:31.074007 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:31.129912 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57334) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:31.172525 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=901b4a6c-2cea-4fb7-b496-26f960e19750,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:31.206335 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9279735d-53f8-40b1-ba80-321e9025e9f0 req-76988728-3ae7-47ba-b385-9cce6808bbee service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580961 Aug 27 04:31:31.272091 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c763f-7ab1-4b7a-9edd-6903990d7a72 req-74629b0b-855c-4a1d-a1a0-d46d8cc34960 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:31.273529 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-871c763f-7ab1-4b7a-9edd-6903990d7a72 req-74629b0b-855c-4a1d-a1a0-d46d8cc34960 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 944 time: 0.0565619 Aug 27 04:31:31.319466 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-871c763f-7ab1-4b7a-9edd-6903990d7a72 req-e64eb2ed-7945-4a8b-b65b-983a89098ddd tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393145 Aug 27 04:31:31.391387 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fde4095-af4e-4cf6-9454-2fc39214432e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:31.537045 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a869045-b2ec-43b9-bd37-5063a0a91d5b req-70445929-9539-47f3-8d74-02f038ae4c0e tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:31.538587 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8a869045-b2ec-43b9-bd37-5063a0a91d5b req-70445929-9539-47f3-8d74-02f038ae4c0e tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 944 time: 0.0864644 Aug 27 04:31:31.555856 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fde4095-af4e-4cf6-9454-2fc39214432e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:31.565676 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fde4095-af4e-4cf6-9454-2fc39214432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:31.623746 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde4095-af4e-4cf6-9454-2fc39214432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9be2e73-230a-4e69-a2c3-0c3fdb3800e4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:31.629192 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8a869045-b2ec-43b9-bd37-5063a0a91d5b req-d36e30b6-cc3b-452b-993d-5913782b2ddc tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800264 Aug 27 04:31:31.634500 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1fde4095-af4e-4cf6-9454-2fc39214432e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=667961af69aa4a25b93fb71cbc69a7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005372 Aug 27 04:31:31.634798 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57364) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:31.656978 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57366) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:31.700486 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1138285f-931f-4f20-a856-be7165d01ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:31.730801 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1138285f-931f-4f20-a856-be7165d01ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:31.768020 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['901b4a6c-2cea-4fb7-b496-26f960e19750'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:31:31.792056 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1138285f-931f-4f20-a856-be7165d01ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:31.806840 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1138285f-931f-4f20-a856-be7165d01ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:31.811471 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1138285f-931f-4f20-a856-be7165d01ce5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9be2e73-230a-4e69-a2c3-0c3fdb3800e4 HTTP/1.1" status: 204 len: 168 time: 0.1720290 Aug 27 04:31:31.819298 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138285f-931f-4f20-a856-be7165d01ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9be2e73-230a-4e69-a2c3-0c3fdb3800e4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:31.848850 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['f8a58c4d-0881-4c48-9ebe-4070da2b40d9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:31:31.922721 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce8a16-682e-4cab-8966-d0d95a6a7ed5 req-c70cb427-1831-4594-9684-22a892b2c3b2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:31.930654 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58ce8a16-682e-4cab-8966-d0d95a6a7ed5 req-c70cb427-1831-4594-9684-22a892b2c3b2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0602145 Aug 27 04:31:31.986085 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58ce8a16-682e-4cab-8966-d0d95a6a7ed5 req-a94599e2-89bf-4583-85a5-265cc90c90c0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498683 Aug 27 04:31:32.003722 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-278051265-network', 'tenant_id': 'e16c5d5f9db24631bce11a0c4e26b7c7'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:32.021424 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Made reservation on behalf of e16c5d5f9db24631bce11a0c4e26b7c7 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:31:32.025638 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.038821 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.109364 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 698af269-46a5-4892-822b-9ef4aa21fa2e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:31:32.123276 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.181073 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.187328 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.218932 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:31:32.229601 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ac5121-fac7-4cd1-85d6-71d540a71999,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:32.237142 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.237550 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Added segment 1e3db685-4ffc-4d47-a0c1-daa9d344d4df of type vlan for network 9901b1c9-4077-44f4-b69c-06be77416796 Aug 27 04:31:32.285802 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.293784 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:32.314368 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'port_id': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'mac_address': 'fa:16:3e:78:f0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:31:32.319826 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.321655 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:32.322539 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.383272 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.413418 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7534945 Aug 27 04:31:32.415843 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698af269-46a5-4892-822b-9ef4aa21fa2e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:31:32.417258 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57394) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:32.422381 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Request body: {'subnet': {'network_id': '9901b1c9-4077-44f4-b69c-06be77416796', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-278051265-subnet', 'tenant_id': 'e16c5d5f9db24631bce11a0c4e26b7c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:32.432034 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915f1a4-a811-410b-b03b-0e47cade759a admin admin] Pushing event updated for resources: {'Network': ['ID=9901b1c9-4077-44f4-b69c-06be77416796,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:32.454757 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Made reservation on behalf of e16c5d5f9db24631bce11a0c4e26b7c7 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:31:32.458423 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.464209 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 9901b1c9-4077-44f4-b69c-06be77416796 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:31:32.473375 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:32.481734 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038a49f-8bd8-491d-8827-46f1788d26c3 req-c2efe3a6-546e-43d2-94fd-d26a10198a52 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:32.484331 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2038a49f-8bd8-491d-8827-46f1788d26c3 req-c2efe3a6-546e-43d2-94fd-d26a10198a52 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 944 time: 0.0777552 Aug 27 04:31:32.501185 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.561510 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2038a49f-8bd8-491d-8827-46f1788d26c3 req-a79e63e0-ec92-46a9-814d-cb0ec2c839d8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697978 Aug 27 04:31:32.633128 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:32.656276 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57400) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:32.701920 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.808938 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbecd1e7-63a0-487b-a159-a0ec3a310b67,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:32.814589 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Checking segment: {'id': '1e3db685-4ffc-4d47-a0c1-daa9d344d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9901b1c9-4077-44f4-b69c-06be77416796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:31:32.814953 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Network hostable DHCP agents. Network: 9901b1c9-4077-44f4-b69c-06be77416796, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:31:32.841807 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc717ee3-e553-45e3-9dd0-0ae0861b33fa req-3b7993ae-d497-4684-bc8b-ded5590d747a tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:32.843614 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cc717ee3-e553-45e3-9dd0-0ae0861b33fa req-3b7993ae-d497-4684-bc8b-ded5590d747a tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 944 time: 0.1004965 Aug 27 04:31:32.849616 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Network 9901b1c9-4077-44f4-b69c-06be77416796 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:31:32.873982 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 9901b1c9-4077-44f4-b69c-06be77416796) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:32.879882 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:32.880009 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.886584 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05f4d73-8dae-483d-a5f7-a75189cf6461 None None] Network 9901b1c9-4077-44f4-b69c-06be77416796 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:31:32.888464 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4645f345-db63-4d68-a96c-6652020931f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:32.908811 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cc717ee3-e553-45e3-9dd0-0ae0861b33fa req-95e9fe0d-e5e9-4093-8e0f-c492f8c90439 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547650 Aug 27 04:31:32.910598 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9e3ae505-77c4-4843-8706-23a8085c558a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4923966 Aug 27 04:31:33.043205 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4645f345-db63-4d68-a96c-6652020931f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:33.049942 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4645f345-db63-4d68-a96c-6652020931f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:33.115250 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32414467-3460-4003-b886-c701e386517f None None] Network 9901b1c9-4077-44f4-b69c-06be77416796 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:31:33.122556 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57430) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:33.123360 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4645f345-db63-4d68-a96c-6652020931f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a20026baf5f496998b5dcd0007d19de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650421 Aug 27 04:31:33.197462 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645f345-db63-4d68-a96c-6652020931f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeeedbe-6c7c-4428-89e4-610d791fe571,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:33.234226 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-818fad02-d861-43ca-b1b2-cdf183d39967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:33.251420 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d38e-8187-48f4-af8d-1af449ce8901 req-a697c077-6ab9-42fa-94f1-db53e1be2d22 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:33.253018 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ae32d38e-8187-48f4-af8d-1af449ce8901 req-a697c077-6ab9-42fa-94f1-db53e1be2d22 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 945 time: 0.1676714 Aug 27 04:31:33.277066 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-818fad02-d861-43ca-b1b2-cdf183d39967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:33.325445 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ae32d38e-8187-48f4-af8d-1af449ce8901 req-1d131400-01b4-451a-b36c-5805495aeb05 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641453 Aug 27 04:31:33.374255 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['698af269-46a5-4892-822b-9ef4aa21fa2e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:31:33.383922 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-818fad02-d861-43ca-b1b2-cdf183d39967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:33.386736 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-818fad02-d861-43ca-b1b2-cdf183d39967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:33.390432 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-818fad02-d861-43ca-b1b2-cdf183d39967 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/daeeedbe-6c7c-4428-89e4-610d791fe571 HTTP/1.1" status: 204 len: 168 time: 0.2643788 Aug 27 04:31:33.400602 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fad02-d861-43ca-b1b2-cdf183d39967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeeedbe-6c7c-4428-89e4-610d791fe571,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:33.727278 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec181f-74bb-46a7-9cb8-5f10db6562ff req-5a0c92ef-c143-4474-aa47-c6de80af5ca7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:33.735291 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-98ec181f-74bb-46a7-9cb8-5f10db6562ff req-5a0c92ef-c143-4474-aa47-c6de80af5ca7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 944 time: 0.0731735 Aug 27 04:31:33.744642 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:33.789236 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-98ec181f-74bb-46a7-9cb8-5f10db6562ff req-4d1b50bc-a50d-4bad-8a02-20f53f6ef533 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497386 Aug 27 04:31:34.064401 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63688c3f-a99a-482f-aee7-6739f07d1886 req-99f27e15-02d7-47c3-a9c2-a110e8aefe1f tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:34.065973 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-63688c3f-a99a-482f-aee7-6739f07d1886 req-99f27e15-02d7-47c3-a9c2-a110e8aefe1f tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 944 time: 0.0603507 Aug 27 04:31:34.110909 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-63688c3f-a99a-482f-aee7-6739f07d1886 req-a867fa85-4bdb-4c0e-b24d-0dda6f8465ce tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374298 Aug 27 04:31:34.114640 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device f8a58c4d-0881-4c48-9ebe-4070da2b40d9 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:34.188572 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:34.192752 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:34.193128 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.284747 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.310588 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5598e9e1-bc44-4831-be1a-f478deba899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:31:34.409272 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port f8a58c4d-0881-4c48-9ebe-4070da2b40d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:34.416073 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.416962 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 901b4a6c-2cea-4fb7-b496-26f960e19750 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:34.421671 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57490) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:34.427578 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-685312768-network', 'tenant_id': '667d1772331e496fae8cbf00e067839c'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:34.458759 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Made reservation on behalf of 667d1772331e496fae8cbf00e067839c for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:31:34.462676 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.472560 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.510607 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9a09d-fb5d-4fb6-b3dc-e7968614d368 req-36531ea7-1719-4eec-8642-1e7d921ed5fa tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:34.519443 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dfa9a09d-fb5d-4fb6-b3dc-e7968614d368 req-36531ea7-1719-4eec-8642-1e7d921ed5fa tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 945 time: 0.0976479 Aug 27 04:31:34.523122 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:34.541578 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 901b4a6c-2cea-4fb7-b496-26f960e19750 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:34.547368 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 901b4a6c-2cea-4fb7-b496-26f960e19750 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:34.548249 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.587542 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dfa9a09d-fb5d-4fb6-b3dc-e7968614d368 req-1a10870b-d6f8-46f8-9e3a-fa87b0f8da0f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623460 Aug 27 04:31:34.620226 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.627863 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.644057 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:31:34.667861 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.668250 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Added segment 6446c416-8f79-4848-a8d4-7c903a20ece3 of type vlan for network 882740ce-d921-4e45-b9b2-64eda7c9c0ab Aug 27 04:31:34.681895 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.717662 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2233e23b-6c55-4f1b-888d-4fcb9736cd15,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:34.726254 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 901b4a6c-2cea-4fb7-b496-26f960e19750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901b4a6c-2cea-4fb7-b496-26f960e19750,segment=NetworkSegment(67cc8121-ae9d-487d-9f38-3422fd2b4539),segment_id=67cc8121-ae9d-487d-9f38-3422fd2b4539)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:34.736849 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.748479 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.790329 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.791778 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:34.791943 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=901b4a6c-2cea-4fb7-b496-26f960e19750,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:34.792764 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:34.874996 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] Pushing event updated for resources: {'Network': ['ID=882740ce-d921-4e45-b9b2-64eda7c9c0ab,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:34.886521 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 882740ce-d921-4e45-b9b2-64eda7c9c0ab details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:31:34.949336 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4e6814e7-1bb1-44df-a4ef-23c1e9304277 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5260701 Aug 27 04:31:34.952493 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57512) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:34.958824 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b79e76-34e6-40da-9a97-0bcd1ef32690 req-9eba50e1-c7a7-4903-a568-529acb7e2820 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:34.960368 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Request body: {'subnet': {'network_id': '882740ce-d921-4e45-b9b2-64eda7c9c0ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-685312768-subnet', 'tenant_id': '667d1772331e496fae8cbf00e067839c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:34.967462 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a9b79e76-34e6-40da-9a97-0bcd1ef32690 req-9eba50e1-c7a7-4903-a568-529acb7e2820 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0954878 Aug 27 04:31:35.013860 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a9b79e76-34e6-40da-9a97-0bcd1ef32690 req-d7f36c48-8f82-47ce-8bfd-020b1f519859 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452907 Aug 27 04:31:35.028807 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Made reservation on behalf of 667d1772331e496fae8cbf00e067839c for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:31:35.037579 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:35.077181 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0d36ee-fe6f-4b39-a284-55724335ce75" -d '{"events": [{"server_uuid": "5598e9e1-bc44-4831-be1a-f478deba899b", "name": "network-vif-plugged", "status": "completed", "tag": "f8a58c4d-0881-4c48-9ebe-4070da2b40d9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:31:35.339487 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db1c42-46fe-4d8e-882f-ae92778a6878 req-c76ce8bf-7a98-4681-a599-1dea27def6c3 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:35.339487 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-72db1c42-46fe-4d8e-882f-ae92778a6878 req-c76ce8bf-7a98-4681-a599-1dea27def6c3 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.1026628 Aug 27 04:31:35.345028 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:35.421498 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-72db1c42-46fe-4d8e-882f-ae92778a6878 req-ae663e2b-edcd-4502-a3bb-eab86299aee5 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775445 Aug 27 04:31:35.441637 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ba6802-f086-4c5a-a830-04e99969a515,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:35.466791 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Checking segment: {'id': '6446c416-8f79-4848-a8d4-7c903a20ece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '882740ce-d921-4e45-b9b2-64eda7c9c0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:31:35.467295 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Network hostable DHCP agents. Network: 882740ce-d921-4e45-b9b2-64eda7c9c0ab, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:31:35.489754 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Network 882740ce-d921-4e45-b9b2-64eda7c9c0ab is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:31:35.516560 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 882740ce-d921-4e45-b9b2-64eda7c9c0ab) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:35.521911 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:35.522507 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:35.530864 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c5e56-e708-4ace-9265-a6fe5fbc354d None None] Network 882740ce-d921-4e45-b9b2-64eda7c9c0ab requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:31:35.574742 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b0790ec1-6c60-4ea4-8da5-8f0af0d3c62d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6204016 Aug 27 04:31:35.611398 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09382f3-52bf-4613-94ae-5e0b6064e99b x-openstack-request-id: req-a09382f3-52bf-4613-94ae-5e0b6064e99b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:31:35.612253 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5598e9e1-bc44-4831-be1a-f478deba899b", "name": "network-vif-plugged", "status": "completed", "tag": "f8a58c4d-0881-4c48-9ebe-4070da2b40d9", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:31:35.612915 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a09382f3-52bf-4613-94ae-5e0b6064e99b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:31:35.614195 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5598e9e1-bc44-4831-be1a-f478deba899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9', 'code': 200} Aug 27 04:31:35.751907 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102e167-93a4-4767-a00b-5dda31df74ba req-11489d57-03f5-47aa-a95f-27d2c3aa2ec7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:35.753509 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0102e167-93a4-4767-a00b-5dda31df74ba req-11489d57-03f5-47aa-a95f-27d2c3aa2ec7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 945 time: 0.0653217 Aug 27 04:31:35.794963 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f73f8b-6f2f-4d1f-8d1d-602ed37e359d None None] Network 882740ce-d921-4e45-b9b2-64eda7c9c0ab requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:31:35.834432 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0102e167-93a4-4767-a00b-5dda31df74ba req-4d62de77-5b09-4cbb-a99c-badcc8522689 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625091 Aug 27 04:31:35.963529 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78a440-11e2-4268-b2ec-f26987f0ab35 req-03f47577-4a08-42a8-8e2b-1e314f64e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:35.969631 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d78a440-11e2-4268-b2ec-f26987f0ab35 req-03f47577-4a08-42a8-8e2b-1e314f64e384 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 1098 time: 0.1227927 Aug 27 04:31:35.991008 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1d78a440-11e2-4268-b2ec-f26987f0ab35 req-ed3a34dd-7202-4eef-aa24-a508edd8b710 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:36.108327 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 698af269-46a5-4892-822b-9ef4aa21fa2e up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:36.157171 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1d78a440-11e2-4268-b2ec-f26987f0ab35 req-ed3a34dd-7202-4eef-aa24-a508edd8b710 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:36.179064 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1d78a440-11e2-4268-b2ec-f26987f0ab35 req-ed3a34dd-7202-4eef-aa24-a508edd8b710 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:36.190644 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 698af269-46a5-4892-822b-9ef4aa21fa2e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:31:36.197253 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 698af269-46a5-4892-822b-9ef4aa21fa2e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:31:36.200183 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:36.238547 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d78a440-11e2-4268-b2ec-f26987f0ab35 req-ed3a34dd-7202-4eef-aa24-a508edd8b710 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607510 Aug 27 04:31:36.250863 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a34dd-7202-4eef-aa24-a508edd8b710 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=797fd357-61b1-401c-883a-7ea0977b91c6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:36.267618 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62d9e2-fdf1-4dba-ba81-8a64a18d5a76 req-ede17491-a2b7-4cb6-bd7a-78d7c56a1178 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:36.269324 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-de62d9e2-fdf1-4dba-ba81-8a64a18d5a76 req-ede17491-a2b7-4cb6-bd7a-78d7c56a1178 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.1156392 Aug 27 04:31:36.296975 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:36.313308 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-de62d9e2-fdf1-4dba-ba81-8a64a18d5a76 req-6a874ddb-1818-49bc-b6b9-ac0d32ad2374 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369310 Aug 27 04:31:36.345606 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:36.351169 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:36.424418 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:36.550250 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0910601-0796-4849-aed3-cdf7597ae599 req-149036dc-a7db-41b6-8946-925fc8ce84c3 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:36.551854 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0910601-0796-4849-aed3-cdf7597ae599 req-149036dc-a7db-41b6-8946-925fc8ce84c3 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0528724 Aug 27 04:31:36.594541 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0910601-0796-4849-aed3-cdf7597ae599 req-95dc349c-e739-454b-bc06-b07352f2eacb tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Aug 27 04:31:36.989540 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da873ed-3766-4ab5-8db5-d6e0dd8ca7d0 req-a61dcdba-0a7d-4329-b3ee-0065cf3812b2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:36.997797 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7da873ed-3766-4ab5-8db5-d6e0dd8ca7d0 req-a61dcdba-0a7d-4329-b3ee-0065cf3812b2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0643888 Aug 27 04:31:37.037726 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7da873ed-3766-4ab5-8db5-d6e0dd8ca7d0 req-068ad058-0aba-44df-b92a-8fc530a7c62e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389795 Aug 27 04:31:37.442145 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae9fb3-3b2d-49b4-a58a-c612f0d81ab3 req-c3e858fd-52d2-4584-9502-6122e3155075 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:37.443662 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48ae9fb3-3b2d-49b4-a58a-c612f0d81ab3 req-c3e858fd-52d2-4584-9502-6122e3155075 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0553927 Aug 27 04:31:37.490400 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48ae9fb3-3b2d-49b4-a58a-c612f0d81ab3 req-c09f42a9-207d-4f04-8d2e-04405f22af06 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396748 Aug 27 04:31:37.616028 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71f46a9-4083-4f82-99fe-e020c5d173c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901b4a6c-2cea-4fb7-b496-26f960e19750'}, {'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:31:37.618668 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ece3db-1fcc-40a2-9240-5c6eb650ecfc" -d '{"events": [{"server_uuid": "a71f46a9-4083-4f82-99fe-e020c5d173c2", "name": "network-vif-plugged", "status": "completed", "tag": "901b4a6c-2cea-4fb7-b496-26f960e19750"}, {"server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "name": "network-vif-plugged", "status": "completed", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:31:37.661849 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 04:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc84695-539a-4df4-85de-a35040367bff x-openstack-request-id: req-ebc84695-539a-4df4-85de-a35040367bff {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:31:37.662163 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71f46a9-4083-4f82-99fe-e020c5d173c2", "name": "network-vif-plugged", "status": "completed", "tag": "901b4a6c-2cea-4fb7-b496-26f960e19750", "code": 200}, {"server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "name": "network-vif-plugged", "status": "completed", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:31:37.662450 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebc84695-539a-4df4-85de-a35040367bff {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:31:37.662854 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71f46a9-4083-4f82-99fe-e020c5d173c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901b4a6c-2cea-4fb7-b496-26f960e19750', 'code': 200} Aug 27 04:31:37.663113 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'code': 200} Aug 27 04:31:37.686744 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57638) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:37.737324 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f34e2-3185-455b-a3b2-f0253677d8b0 req-4b06eb49-75a9-4c4e-baf8-4ae11d5a178d tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:37.739072 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5e6f34e2-3185-455b-a3b2-f0253677d8b0 req-4b06eb49-75a9-4c4e-baf8-4ae11d5a178d tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0596738 Aug 27 04:31:37.848551 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5e6f34e2-3185-455b-a3b2-f0253677d8b0 req-cc029d4a-9e2a-4ecc-a404-50208a37ba03 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936816 Aug 27 04:31:37.860244 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0aea21d3-b6db-40e4-b61b-124f14a9553b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.021119 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c372c1-927a-4de9-b26b-bb86eac13de5 req-f6e1d351-63f7-449b-b7cf-4ca374ac1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:38.022912 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58c372c1-927a-4de9-b26b-bb86eac13de5 req-f6e1d351-63f7-449b-b7cf-4ca374ac1b94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 1099 time: 0.0807397 Aug 27 04:31:38.028917 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0aea21d3-b6db-40e4-b61b-124f14a9553b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.031166 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedc989-cfaa-4403-9c41-dc64ccea8518 req-f66cfa00-f9e8-4917-a01d-08b0db700b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:38.032674 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6bedc989-cfaa-4403-9c41-dc64ccea8518 req-f66cfa00-f9e8-4917-a01d-08b0db700b48 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 1098 time: 0.0773678 Aug 27 04:31:38.033989 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0aea21d3-b6db-40e4-b61b-124f14a9553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.089963 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0aea21d3-b6db-40e4-b61b-124f14a9553b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b22afd90068d476bacc0903c4c8354eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021184 Aug 27 04:31:38.092054 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea21d3-b6db-40e4-b61b-124f14a9553b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2e7d24-940e-4f3b-baf5-63ac5a15b08e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:38.094595 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57668) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:38.101377 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58c372c1-927a-4de9-b26b-bb86eac13de5 req-6faaa1c7-fb6e-41b9-8411-5883dd2074a9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664949 Aug 27 04:31:38.120822 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6bedc989-cfaa-4403-9c41-dc64ccea8518 req-339cffd6-6ab8-4604-9c8a-9b2d967a1567 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717888 Aug 27 04:31:38.166631 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a6e4f84-4ce1-4b0f-980b-d2735c58f096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.212250 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a6e4f84-4ce1-4b0f-980b-d2735c58f096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.240975 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94ad59-3153-43a6-9505-d62d09a4bb38 req-ddc8567c-ce09-46bc-a80f-8ec8efe70549 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:38.242858 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af94ad59-3153-43a6-9505-d62d09a4bb38 req-ddc8567c-ce09-46bc-a80f-8ec8efe70549 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0944417 Aug 27 04:31:38.292508 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af94ad59-3153-43a6-9505-d62d09a4bb38 req-9832716a-9686-4edb-9275-a979e54b37bb tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429063 Aug 27 04:31:38.306009 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a6e4f84-4ce1-4b0f-980b-d2735c58f096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.308148 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a6e4f84-4ce1-4b0f-980b-d2735c58f096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.311657 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7a6e4f84-4ce1-4b0f-980b-d2735c58f096 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd2e7d24-940e-4f3b-baf5-63ac5a15b08e HTTP/1.1" status: 204 len: 168 time: 0.2091341 Aug 27 04:31:38.328569 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e4f84-4ce1-4b0f-980b-d2735c58f096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2e7d24-940e-4f3b-baf5-63ac5a15b08e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:38.608517 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a347-d6cf-4c0a-9793-41ba0b09c5ff req-bbcef366-c824-4be8-b7bc-70a5036297e1 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:38.610222 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4de3a347-d6cf-4c0a-9793-41ba0b09c5ff req-bbcef366-c824-4be8-b7bc-70a5036297e1 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0499418 Aug 27 04:31:38.650354 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4de3a347-d6cf-4c0a-9793-41ba0b09c5ff req-0f141504-c116-480e-8677-fc324dd0883c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343182 Aug 27 04:31:38.670406 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57690) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:38.678176 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2558eb52-3c84-4f5d-8a6a-a6be0f4e593b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.769140 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2558eb52-3c84-4f5d-8a6a-a6be0f4e593b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.772988 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2558eb52-3c84-4f5d-8a6a-a6be0f4e593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.810683 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2558eb52-3c84-4f5d-8a6a-a6be0f4e593b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a35e3c7804344b6ab1467edee2cdfb23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448159 Aug 27 04:31:38.811781 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558eb52-3c84-4f5d-8a6a-a6be0f4e593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d61038b-0ed5-4bbc-ae0c-b55f0334c878,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:38.813397 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57692) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:38.861262 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92404ef9-c61e-4e3e-895d-b86b5a5e2131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.883057 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92404ef9-c61e-4e3e-895d-b86b5a5e2131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.929681 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92404ef9-c61e-4e3e-895d-b86b5a5e2131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.932897 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92404ef9-c61e-4e3e-895d-b86b5a5e2131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:38.934185 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-92404ef9-c61e-4e3e-895d-b86b5a5e2131 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d61038b-0ed5-4bbc-ae0c-b55f0334c878 HTTP/1.1" status: 204 len: 168 time: 0.1197422 Aug 27 04:31:38.942270 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92404ef9-c61e-4e3e-895d-b86b5a5e2131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d61038b-0ed5-4bbc-ae0c-b55f0334c878,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:38.958720 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c3738-ae97-4740-9b03-0f8c747fe753 req-c6a312a6-f4fb-4120-9846-fa57ff5a3c20 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:38.961071 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c65c3738-ae97-4740-9b03-0f8c747fe753 req-c6a312a6-f4fb-4120-9846-fa57ff5a3c20 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0550325 Aug 27 04:31:39.010602 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c65c3738-ae97-4740-9b03-0f8c747fe753 req-bdbbb418-9779-4106-8ae8-2ef847dedd0e tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416775 Aug 27 04:31:39.471660 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffb7a7-cec2-43f0-b972-61c1d6251a03 req-ec485d85-2481-4c86-b6a7-7e03cfc56b9b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:39.473563 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3fffb7a7-cec2-43f0-b972-61c1d6251a03 req-ec485d85-2481-4c86-b6a7-7e03cfc56b9b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0770915 Aug 27 04:31:39.527343 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3fffb7a7-cec2-43f0-b972-61c1d6251a03 req-4579814a-aad1-4718-8f9f-d76eb49f8b37 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449212 Aug 27 04:31:39.774222 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7b51d-d206-4431-a715-d7fa214f5797 req-bcf2c5e5-442e-4a3a-837c-b7dc4bee9582 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:39.776061 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-35d7b51d-d206-4431-a715-d7fa214f5797 req-bcf2c5e5-442e-4a3a-837c-b7dc4bee9582 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0504546 Aug 27 04:31:39.823461 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-35d7b51d-d206-4431-a715-d7fa214f5797 req-e1cc6951-8b00-44a8-9a51-d995cc7177f9 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 Aug 27 04:31:39.994386 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81964daa-d214-4cbe-bf6b-72727e1404d8 req-b74b620f-d261-45fe-869d-b7ef7efe8ee8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:39.996307 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-81964daa-d214-4cbe-bf6b-72727e1404d8 req-b74b620f-d261-45fe-869d-b7ef7efe8ee8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0519762 Aug 27 04:31:40.005388 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57746) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:40.010106 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6bae7673-cb11-4cec-8a33-66dc3cf6ad6a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'floatingip': {'port_id': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:40.091926 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bae7673-cb11-4cec-8a33-66dc3cf6ad6a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:40.133874 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281d1bc-d03d-4431-9ac4-fb7970cb5413 req-9b22f7b0-58af-4129-be0c-d4b3174262e8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:40.142191 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a281d1bc-d03d-4431-9ac4-fb7970cb5413 req-9b22f7b0-58af-4129-be0c-d4b3174262e8 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0666273 Aug 27 04:31:40.178723 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a281d1bc-d03d-4431-9ac4-fb7970cb5413 req-cc5a8ab1-64a1-44be-b965-94bb4d35e6e3 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356498 Aug 27 04:31:40.837152 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28425512-3cba-4696-a0c8-beadd580a8a7 req-550103e0-9232-4fd0-b0de-05c6b2cc823c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:40.839049 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-28425512-3cba-4696-a0c8-beadd580a8a7 req-550103e0-9232-4fd0-b0de-05c6b2cc823c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.1276336 Aug 27 04:31:40.844653 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57790) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:41.006708 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b9012f4-4e85-4d1d-ba99-bf4be64ad3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.037480 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-28425512-3cba-4696-a0c8-beadd580a8a7 req-61497cee-9dbd-4117-be15-d8266bd612ff tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737950 Aug 27 04:31:41.168318 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b9012f4-4e85-4d1d-ba99-bf4be64ad3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.176164 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b9012f4-4e85-4d1d-ba99-bf4be64ad3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.225931 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7b9012f4-4e85-4d1d-ba99-bf4be64ad3f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=223d47936c664b60b9ef4c897e1731e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795631 Aug 27 04:31:41.228993 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9012f4-4e85-4d1d-ba99-bf4be64ad3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f9cd1-8e55-46be-8e75-b927508c8be4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:41.233157 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57816) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:41.298698 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bae7673-cb11-4cec-8a33-66dc3cf6ad6a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.298698 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57818) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:41.308781 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bae7673-cb11-4cec-8a33-66dc3cf6ad6a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.325775 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cd48a118-0f52-43ba-a8de-5a43f3581b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.347023 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aa00f-b19f-499d-b73a-4bc689f71a76 req-09091db5-5553-441c-b920-1b1489e73fa1 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:41.348622 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-963aa00f-b19f-499d-b73a-4bc689f71a76 req-09091db5-5553-441c-b920-1b1489e73fa1 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0712001 Aug 27 04:31:41.364500 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cd48a118-0f52-43ba-a8de-5a43f3581b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.421537 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-963aa00f-b19f-499d-b73a-4bc689f71a76 req-c759e9c3-b389-4a78-b0c1-ac5c44b9226e tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594001 Aug 27 04:31:41.442947 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-6bae7673-cb11-4cec-8a33-66dc3cf6ad6a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Floating IP 28725b54-1aaf-482b-80c6-ceedf5f4a928 associated. External IP: 172.27.1.168, port: f8a58c4d-0881-4c48-9ebe-4070da2b40d9. Aug 27 04:31:41.453733 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cd48a118-0f52-43ba-a8de-5a43f3581b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.456418 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cd48a118-0f52-43ba-a8de-5a43f3581b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.457555 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-cd48a118-0f52-43ba-a8de-5a43f3581b73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd9f9cd1-8e55-46be-8e75-b927508c8be4 HTTP/1.1" status: 204 len: 168 time: 0.2234657 Aug 27 04:31:41.466466 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48a118-0f52-43ba-a8de-5a43f3581b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f9cd1-8e55-46be-8e75-b927508c8be4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:41.483062 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c02852a-15d2-42e7-b7bc-75c6318eacfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.715407 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c02852a-15d2-42e7-b7bc-75c6318eacfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.722638 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c02852a-15d2-42e7-b7bc-75c6318eacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.730435 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bae7673-cb11-4cec-8a33-66dc3cf6ad6a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Router ba83b6d2-f3d1-4eea-9d16-4905e6568570 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:31:41.748874 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57826) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:41.761759 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a2601aeb-630c-412b-b600-7a50284f9d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.771279 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8c02852a-15d2-42e7-b7bc-75c6318eacfc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2a930b63adb48eca54d8e6faa1166ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715950 Aug 27 04:31:41.772705 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02852a-15d2-42e7-b7bc-75c6318eacfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8ece05-7b2a-490e-8d75-51f6c892b686,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:41.775046 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57828) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:41.858517 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57e8ff55-2d48-4060-ac54-66a93347bb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.883693 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bae7673-cb11-4cec-8a33-66dc3cf6ad6a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:31:41.889755 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bae7673-cb11-4cec-8a33-66dc3cf6ad6a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.895371 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57e8ff55-2d48-4060-ac54-66a93347bb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.901467 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] Sync routers for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:31:41.911557 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:31:41.912220 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:31:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:41.922695 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6bae7673-cb11-4cec-8a33-66dc3cf6ad6a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "PUT /v2.0/floatingips/28725b54-1aaf-482b-80c6-ceedf5f4a928 HTTP/1.1" status: 200 len: 991 time: 1.9132743 Aug 27 04:31:41.922695 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5598e9e1-bc44-4831-be1a-f478deba899b', 'tag': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:31:41.923483 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd16e7a-d89b-42e2-b874-1c775e255379" -d '{"events": [{"name": "network-changed", "server_uuid": "5598e9e1-bc44-4831-be1a-f478deba899b", "tag": "f8a58c4d-0881-4c48-9ebe-4070da2b40d9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:31:41.964861 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a2601aeb-630c-412b-b600-7a50284f9d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.972686 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a2601aeb-630c-412b-b600-7a50284f9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.989373 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc145a6-7947-41e1-adc5-0be1f9d49d14 x-openstack-request-id: req-ebc145a6-7947-41e1-adc5-0be1f9d49d14 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:31:41.989675 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5598e9e1-bc44-4831-be1a-f478deba899b", "tag": "f8a58c4d-0881-4c48-9ebe-4070da2b40d9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:31:41.989934 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebc145a6-7947-41e1-adc5-0be1f9d49d14 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:31:41.990352 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5598e9e1-bc44-4831-be1a-f478deba899b', 'tag': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9', 'status': 'completed', 'code': 200} Aug 27 04:31:42.018887 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2601aeb-630c-412b-b600-7a50284f9d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3382a33d-b4de-4d05-bc13-f13b0f0333cc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:42.024584 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57e8ff55-2d48-4060-ac54-66a93347bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:42.027057 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57e8ff55-2d48-4060-ac54-66a93347bb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:42.032863 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:31:42.034951 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-57e8ff55-2d48-4060-ac54-66a93347bb6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c8ece05-7b2a-490e-8d75-51f6c892b686 HTTP/1.1" status: 204 len: 168 time: 0.2567475 Aug 27 04:31:42.048711 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a2601aeb-630c-412b-b600-7a50284f9d39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23ad17f352994df5b0a5544f52c60eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987466 Aug 27 04:31:42.051467 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57840) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:42.060197 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8ff55-2d48-4060-ac54-66a93347bb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8ece05-7b2a-490e-8d75-51f6c892b686,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:42.166268 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0813a04b-9e04-481a-81c1-5f7f6c44ae7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:42.199681 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c8bf7-e626-435c-ac9d-c28334dfd2f2 req-7f0d20c4-3303-49ca-b47b-59a6f3040baa tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:42.201303 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2f9c8bf7-e626-435c-ac9d-c28334dfd2f2 req-7f0d20c4-3303-49ca-b47b-59a6f3040baa tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0762634 Aug 27 04:31:42.217716 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0813a04b-9e04-481a-81c1-5f7f6c44ae7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:42.260457 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2f9c8bf7-e626-435c-ac9d-c28334dfd2f2 req-18f295d6-ae7e-4c72-af83-777fd0994c35 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508857 Aug 27 04:31:42.288637 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0813a04b-9e04-481a-81c1-5f7f6c44ae7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:42.295575 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0813a04b-9e04-481a-81c1-5f7f6c44ae7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:42.296655 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0813a04b-9e04-481a-81c1-5f7f6c44ae7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3382a33d-b4de-4d05-bc13-f13b0f0333cc HTTP/1.1" status: 204 len: 168 time: 0.2441308 Aug 27 04:31:42.321492 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813a04b-9e04-481a-81c1-5f7f6c44ae7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3382a33d-b4de-4d05-bc13-f13b0f0333cc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:42.458185 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91097a2f-ad10-46c3-ba6a-5a378cbb5452 req-ef5beae3-a73a-47d2-8eee-aa27ffc48662 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:42.470269 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57856) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:42.472559 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-91097a2f-ad10-46c3-ba6a-5a378cbb5452 req-ef5beae3-a73a-47d2-8eee-aa27ffc48662 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0706255 Aug 27 04:31:42.475626 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e1d79e0c-7ed6-4ac3-9ae4-8f2d2bc2e1be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'floatingip': {'port_id': '698af269-46a5-4892-822b-9ef4aa21fa2e'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:42.494362 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '28725b54-1aaf-482b-80c6-ceedf5f4a928', 'tenant_id': '73010213c0b945979b5a337586b82752', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'port_id': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'mac_address': 'fa:16:3e:58:d9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5598e9e1-bc44-4831-be1a-f478deba899b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:31:04Z', 'updated_at': '2021-08-27T04:31:41Z', 'revision_number': 1, 'project_id': '73010213c0b945979b5a337586b82752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:42.528429 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] Checking router: ba83b6d2-f3d1-4eea-9d16-4905e6568570 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:31:42.543639 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:31:42.544518 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:31:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:42.569368 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1d79e0c-7ed6-4ac3-9ae4-8f2d2bc2e1be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:42.580908 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a80e4-53ed-4826-a301-ff1319ac39eb req-47d54628-f8ac-41d4-9585-cf32164681cd tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:42.589047 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-923a80e4-53ed-4826-a301-ff1319ac39eb req-47d54628-f8ac-41d4-9585-cf32164681cd tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0650089 Aug 27 04:31:42.627712 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 57860) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:42.646314 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-923a80e4-53ed-4826-a301-ff1319ac39eb req-2aceee45-cf06-446b-8993-310e3bc0e488 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561457 Aug 27 04:31:42.675246 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-865b06fe-a7e9-46ea-98cf-86e94d21ccd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:42.687428 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:31:42.895661 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57862) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:42.918862 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5d18937-3460-475e-b2d2-488942b655d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:42.947533 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '28725b54-1aaf-482b-80c6-ceedf5f4a928', 'tenant_id': '73010213c0b945979b5a337586b82752', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'port_id': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'mac_address': 'fa:16:3e:58:d9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5598e9e1-bc44-4831-be1a-f478deba899b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:31:04Z', 'updated_at': '2021-08-27T04:31:41Z', 'revision_number': 1, 'project_id': '73010213c0b945979b5a337586b82752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:42.984808 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69c5cb-f612-4376-a0a6-ad148bc0a8e2 None None] The sync data for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi is: [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '28725b54-1aaf-482b-80c6-ceedf5f4a928', 'tenant_id': '73010213c0b945979b5a337586b82752', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'port_id': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'mac_address': 'fa:16:3e:58:d9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5598e9e1-bc44-4831-be1a-f478deba899b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:31:04Z', 'updated_at': '2021-08-27T04:31:41Z', 'revision_number': 1, 'project_id': '73010213c0b945979b5a337586b82752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:31:43.195317 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-865b06fe-a7e9-46ea-98cf-86e94d21ccd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.211086 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-865b06fe-a7e9-46ea-98cf-86e94d21ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.245356 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abe2a34-3ee1-4b03-8f5c-091aa2e4ef02 None None] New status for floating IP 28725b54-1aaf-482b-80c6-ceedf5f4a928: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:31:43.293545 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-865b06fe-a7e9-46ea-98cf-86e94d21ccd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddca5b82ae8d4e038585d38f67c62825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6647556 Aug 27 04:31:43.296315 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57870) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:43.297177 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b06fe-a7e9-46ea-98cf-86e94d21ccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783780a0-7524-4259-a7e1-ab7249e748dd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:43.338216 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5d18937-3460-475e-b2d2-488942b655d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.350566 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5d18937-3460-475e-b2d2-488942b655d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.382971 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45a6fd87-1c6e-4e88-b7c1-25381f844747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.400621 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d18937-3460-475e-b2d2-488942b655d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e788a3-9039-4ed9-9b6b-51aaf0c81166,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:43.415969 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e5d18937-3460-475e-b2d2-488942b655d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1554b57d7a324fa985e18a578448cb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5191901 Aug 27 04:31:43.416590 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 57872) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:43.425376 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1d79e0c-7ed6-4ac3-9ae4-8f2d2bc2e1be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.430857 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1d79e0c-7ed6-4ac3-9ae4-8f2d2bc2e1be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.432743 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45a6fd87-1c6e-4e88-b7c1-25381f844747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.501014 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d944b688-94bc-48e8-a861-59ecb6ae2ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.524447 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d944b688-94bc-48e8-a861-59ecb6ae2ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.533793 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45a6fd87-1c6e-4e88-b7c1-25381f844747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.536350 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45a6fd87-1c6e-4e88-b7c1-25381f844747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.541025 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-45a6fd87-1c6e-4e88-b7c1-25381f844747 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/783780a0-7524-4259-a7e1-ab7249e748dd HTTP/1.1" status: 204 len: 168 time: 0.2400143 Aug 27 04:31:43.556616 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-e1d79e0c-7ed6-4ac3-9ae4-8f2d2bc2e1be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Floating IP e3fcd8d7-1482-4498-9bd1-e1abb4bcd902 associated. External IP: 172.27.1.146, port: 698af269-46a5-4892-822b-9ef4aa21fa2e. Aug 27 04:31:43.559307 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6fd87-1c6e-4e88-b7c1-25381f844747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783780a0-7524-4259-a7e1-ab7249e748dd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:43.590337 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d944b688-94bc-48e8-a861-59ecb6ae2ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.593799 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d944b688-94bc-48e8-a861-59ecb6ae2ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.595151 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d944b688-94bc-48e8-a861-59ecb6ae2ca3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3e788a3-9039-4ed9-9b6b-51aaf0c81166 HTTP/1.1" status: 204 len: 168 time: 0.1737022 Aug 27 04:31:43.607551 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944b688-94bc-48e8-a861-59ecb6ae2ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e788a3-9039-4ed9-9b6b-51aaf0c81166,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:43.778969 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a368a5-94de-46d6-b926-80f774e93ea7 req-19a15ddc-79c8-4157-ac91-d89a72ab7a81 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:43.780559 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a8a368a5-94de-46d6-b926-80f774e93ea7 req-19a15ddc-79c8-4157-ac91-d89a72ab7a81 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0522828 Aug 27 04:31:43.826133 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d79e0c-7ed6-4ac3-9ae4-8f2d2bc2e1be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Router 73642671-f73a-42a9-bdc1-196fcfe43a2f has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:31:43.830023 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a8a368a5-94de-46d6-b926-80f774e93ea7 req-f3fe8f5f-f2b6-47ec-8254-7009b12c678b tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Aug 27 04:31:43.943686 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d79e0c-7ed6-4ac3-9ae4-8f2d2bc2e1be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:31:43.948935 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1d79e0c-7ed6-4ac3-9ae4-8f2d2bc2e1be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:43.956561 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] Sync routers for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:31:43.967127 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:31:43.968008 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:31:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:43.980470 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e1d79e0c-7ed6-4ac3-9ae4-8f2d2bc2e1be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "PUT /v2.0/floatingips/e3fcd8d7-1482-4498-9bd1-e1abb4bcd902 HTTP/1.1" status: 200 len: 992 time: 1.5064170 Aug 27 04:31:43.991973 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:31:43.997583 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:31:44.103854 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:31:44.374759 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': 'e3fcd8d7-1482-4498-9bd1-e1abb4bcd902', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'port_id': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'mac_address': 'fa:16:3e:78:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3173859-725e-4d66-80af-4223a6643935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:31:10Z', 'updated_at': '2021-08-27T04:31:43Z', 'revision_number': 1, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:44.418442 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] Checking router: 73642671-f73a-42a9-bdc1-196fcfe43a2f for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:31:44.427488 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:31:44.428162 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:31:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:44.550112 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:31:44.799782 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': 'e3fcd8d7-1482-4498-9bd1-e1abb4bcd902', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'port_id': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'mac_address': 'fa:16:3e:78:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3173859-725e-4d66-80af-4223a6643935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:31:10Z', 'updated_at': '2021-08-27T04:31:43Z', 'revision_number': 1, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:31:44.829252 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93f855-6eb2-444c-8a97-4cea9ca8db07 None None] The sync data for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi is: [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': 'e3fcd8d7-1482-4498-9bd1-e1abb4bcd902', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'port_id': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'mac_address': 'fa:16:3e:78:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3173859-725e-4d66-80af-4223a6643935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:31:10Z', 'updated_at': '2021-08-27T04:31:43Z', 'revision_number': 1, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:31:45.064162 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-ce70939b-f01b-4df3-8c7f-f0df82a8e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:45.070175 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-ce70939b-f01b-4df3-8c7f-f0df82a8e3b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 1098 time: 0.0648005 Aug 27 04:31:45.078908 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5538c8-a178-42d5-985a-db973201ae5e None None] New status for floating IP e3fcd8d7-1482-4498-9bd1-e1abb4bcd902: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:31:45.203978 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3f999-7bf8-4595-9604-d72f5cce0ad6 x-openstack-request-id: req-59a3f999-7bf8-4595-9604-d72f5cce0ad6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:31:45.204971 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:31:45.205409 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59a3f999-7bf8-4595-9604-d72f5cce0ad6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:31:45.205995 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'status': 'completed', 'code': 200} Aug 27 04:31:45.268153 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd246e1-a4ec-413f-895a-eb20745d96ef req-b57a4e5a-5c04-4b48-a6b4-068477671400 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:45.270082 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dd246e1-a4ec-413f-895a-eb20745d96ef req-b57a4e5a-5c04-4b48-a6b4-068477671400 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0836799 Aug 27 04:31:45.348860 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dd246e1-a4ec-413f-895a-eb20745d96ef req-2939ff2b-1860-428e-b4c4-6b021fbd3075 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696788 Aug 27 04:31:45.355708 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-72c3b1b3-cd6f-4971-bd4d-39ee97d78727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:45.357461 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-72c3b1b3-cd6f-4971-bd4d-39ee97d78727 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 912 time: 0.2012177 Aug 27 04:31:45.428524 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-5503b572-f67a-4c5f-af31-9734ea061388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:45.430903 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-5503b572-f67a-4c5f-af31-9734ea061388 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 1099 time: 0.0729725 Aug 27 04:31:45.576359 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-3e0182c2-10c3-40ab-9305-107efc172182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:45.579348 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-3e0182c2-10c3-40ab-9305-107efc172182 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.1327813 Aug 27 04:31:45.696195 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-68f34aa4-a5e1-401f-94bb-bbf9c14b6029 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9 HTTP/1.1" status: 200 len: 1001 time: 0.3220956 Aug 27 04:31:45.721099 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-9b903a3e-40dc-4133-beff-4bcc6ea8cd6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698af269-46a5-4892-822b-9ef4aa21fa2e HTTP/1.1" status: 200 len: 1002 time: 0.1196530 Aug 27 04:31:45.757984 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-bfb68f58-0772-4dbb-825a-8aba68920b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:45.759541 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-bfb68f58-0772-4dbb-825a-8aba68920b62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.0489790 Aug 27 04:31:45.774348 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-a43d3e41-ff9d-42fd-b405-b24c62710cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:45.775835 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-a43d3e41-ff9d-42fd-b405-b24c62710cf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0469890 Aug 27 04:31:45.817976 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-c75d7a53-4a03-467f-a7ae-5e55e6e56fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:45.821186 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-c75d7a53-4a03-467f-a7ae-5e55e6e56fb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531869 Aug 27 04:31:45.837857 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-1d7a32fc-6e3a-46b5-b784-3c9cab8dbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:45.839406 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-1d7a32fc-6e3a-46b5-b784-3c9cab8dbac6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534832 Aug 27 04:31:45.927552 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-d14708f4-f6ba-401c-ad07-8ffa2ec3864c service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920868 Aug 27 04:31:45.982936 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-1156a338-e01e-4400-b1b8-ae619e8aa72a service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298523 Aug 27 04:31:46.066053 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6fd16e7a-d89b-42e2-b874-1c775e255379 req-38a4aef9-a07f-4e7b-8ab3-324682c00956 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269121 Aug 27 04:31:46.129935 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cb41764-4c74-4cfc-8149-d0dce54f2bb9 req-54d8262c-bd7d-42bb-bf38-c50acd6d0643 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355317 Aug 27 04:31:46.516768 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ddf08-5d55-43a8-a66a-a7dd52603b90 req-379eecc7-4782-4556-95fb-8928223cb136 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:31:46.519384 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8b0ddf08-5d55-43a8-a66a-a7dd52603b90 req-379eecc7-4782-4556-95fb-8928223cb136 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0613794 Aug 27 04:31:46.586483 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8b0ddf08-5d55-43a8-a66a-a7dd52603b90 req-a942333d-cf44-416a-9293-4aa6d85e6935 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575809 Aug 27 04:31:51.716640 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 58246) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:51.951613 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.043529 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.049007 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.105013 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cced41e8500c4aeab5f86d6c5b842961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872719 Aug 27 04:31:52.106973 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd13420b-8ac5-4ced-a62b-b270545a07b6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:52.109194 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 58254) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:52.115700 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.116280 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.116631 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.117565 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.117974 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.118474 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.118842 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.119254 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.120133 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.120541 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.121018 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.121438 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b81f9-fb87-4112-b80e-f208123b0560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.163259 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.185136 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.233779 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.236370 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.237497 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd13420b-8ac5-4ced-a62b-b270545a07b6 HTTP/1.1" status: 204 len: 168 time: 0.1272552 Aug 27 04:31:52.246091 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd13420b-8ac5-4ced-a62b-b270545a07b6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:52.253211 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.253565 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.253912 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.254252 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.254588 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.254923 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.255393 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.255569 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.255902 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.256252 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.256580 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.256906 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627d20-21d2-4cf7-8c96-2e11a82c39ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:52.547110 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 58266) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:52.568892 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d702a78-4b49-4437-91d5-331839fa2ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.667336 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d702a78-4b49-4437-91d5-331839fa2ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.672530 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d702a78-4b49-4437-91d5-331839fa2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.711505 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1d702a78-4b49-4437-91d5-331839fa2ac6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fd4d0f548cf4c9ca465b9eef03b20a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630917 Aug 27 04:31:52.712392 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d702a78-4b49-4437-91d5-331839fa2ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29b7efc-d953-4d18-b61c-a1920d94fdc5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:52.714302 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 58276) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:52.766331 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8882525-05be-406e-9f21-e6116830612e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.789330 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8882525-05be-406e-9f21-e6116830612e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.838619 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8882525-05be-406e-9f21-e6116830612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.840189 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8882525-05be-406e-9f21-e6116830612e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:52.841397 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d8882525-05be-406e-9f21-e6116830612e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a29b7efc-d953-4d18-b61c-a1920d94fdc5 HTTP/1.1" status: 204 len: 168 time: 0.1261380 Aug 27 04:31:52.850169 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8882525-05be-406e-9f21-e6116830612e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29b7efc-d953-4d18-b61c-a1920d94fdc5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:54.692564 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 58360) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:54.815314 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5e107b7-859c-49c8-894d-065551a44aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:54.903802 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5e107b7-859c-49c8-894d-065551a44aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:54.907676 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5e107b7-859c-49c8-894d-065551a44aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:54.945910 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d5e107b7-859c-49c8-894d-065551a44aa7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75f3e41ddc074257a0d45b6fbf0a0e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522573 Aug 27 04:31:54.946847 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e107b7-859c-49c8-894d-065551a44aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489a7b7f-cc84-4849-8b65-5c4960e347a2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:54.948631 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 58364) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:55.004014 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df999161-2f18-483c-b328-f080b43f64e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.029729 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df999161-2f18-483c-b328-f080b43f64e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.077384 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df999161-2f18-483c-b328-f080b43f64e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.080102 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df999161-2f18-483c-b328-f080b43f64e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.081360 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-df999161-2f18-483c-b328-f080b43f64e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/489a7b7f-cc84-4849-8b65-5c4960e347a2 HTTP/1.1" status: 204 len: 168 time: 0.1312165 Aug 27 04:31:55.092471 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df999161-2f18-483c-b328-f080b43f64e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489a7b7f-cc84-4849-8b65-5c4960e347a2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:55.346112 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 58376) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:55.361506 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f806e2f-81bb-414f-ac4a-bd8c57780ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.451676 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f806e2f-81bb-414f-ac4a-bd8c57780ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.455712 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f806e2f-81bb-414f-ac4a-bd8c57780ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.491656 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f806e2f-81bb-414f-ac4a-bd8c57780ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0412daf-f15c-490f-9c66-a8109f3819b8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:55.497440 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5f806e2f-81bb-414f-ac4a-bd8c57780ef5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54df3f89e3d8451bbe04a64254b61e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499662 Aug 27 04:31:55.499950 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 58382) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:55.553599 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c270f554-7d9f-4a09-924c-85929351dcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.576127 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c270f554-7d9f-4a09-924c-85929351dcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.624452 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c270f554-7d9f-4a09-924c-85929351dcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.627566 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c270f554-7d9f-4a09-924c-85929351dcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.628412 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c270f554-7d9f-4a09-924c-85929351dcd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0412daf-f15c-490f-9c66-a8109f3819b8 HTTP/1.1" status: 204 len: 168 time: 0.1275046 Aug 27 04:31:55.640970 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270f554-7d9f-4a09-924c-85929351dcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0412daf-f15c-490f-9c66-a8109f3819b8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:56.782166 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-be413b13-219c-4cf5-af7b-042a4b43b8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:58.631817 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 58528) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:58.738216 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb607300-7a92-452b-ae42-dd41bd971832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:58.830404 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb607300-7a92-452b-ae42-dd41bd971832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:58.834219 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb607300-7a92-452b-ae42-dd41bd971832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:58.871881 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-eb607300-7a92-452b-ae42-dd41bd971832 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c34895c98b8a42b185c77f8aeb1a5e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383256 Aug 27 04:31:58.873945 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb607300-7a92-452b-ae42-dd41bd971832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba801aa3-24e9-4b76-ba2a-fcebd24d7a34,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:58.874698 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 58534) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:31:58.926316 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-506128d3-f5ee-4c7b-95d3-95a3f2e0f5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:58.950247 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-506128d3-f5ee-4c7b-95d3-95a3f2e0f5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:58.995827 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-506128d3-f5ee-4c7b-95d3-95a3f2e0f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:58.998368 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-506128d3-f5ee-4c7b-95d3-95a3f2e0f5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:58.999508 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-506128d3-f5ee-4c7b-95d3-95a3f2e0f5e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba801aa3-24e9-4b76-ba2a-fcebd24d7a34 HTTP/1.1" status: 204 len: 168 time: 0.1235592 Aug 27 04:31:59.007159 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506128d3-f5ee-4c7b-95d3-95a3f2e0f5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba801aa3-24e9-4b76-ba2a-fcebd24d7a34,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:59.048986 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54ae761e-56ca-4ef8-bdbd-09f0bcf501e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:59.569211 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:00.372125 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:01.265456 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:32:02.070731 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:02.971300 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-d780f7bd-adfa-4473-902c-9e7b8e7c794c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389767 Aug 27 04:32:03.150516 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-623aa423-17e2-41e6-8b02-3177f1777350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:03.152033 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-623aa423-17e2-41e6-8b02-3177f1777350 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f90959ac150c48beb4feacbabf64500f&device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 1098 time: 0.0391722 Aug 27 04:32:03.268217 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-4913691d-f081-426d-a557-a0b1449f56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:03.269924 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-4913691d-f081-426d-a557-a0b1449f56f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17894bc9-25d9-49d4-92d3-f6025fc86821 HTTP/1.1" status: 200 len: 913 time: 0.0887043 Aug 27 04:32:03.317515 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-681f3a3f-9aa0-4c45-a482-ccbd5c078092 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=901b4a6c-2cea-4fb7-b496-26f960e19750 HTTP/1.1" status: 200 len: 217 time: 0.0347979 Aug 27 04:32:03.380471 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-80aa284c-b78e-42d5-b7d1-eaea516fe12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:03.382062 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-80aa284c-b78e-42d5-b7d1-eaea516fe12d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=873fc0ee-c93a-443c-8c31-e15512ce71f5 HTTP/1.1" status: 200 len: 852 time: 0.0503232 Aug 27 04:32:03.418811 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-38449aed-1022-47d7-9126-1bb2d5612b2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17894bc9-25d9-49d4-92d3-f6025fc86821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250390 Aug 27 04:32:03.521506 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-0771607e-b123-484b-999f-9ea58cde5def service neutron] 10.222.0.35 "GET /v2.0/networks/17894bc9-25d9-49d4-92d3-f6025fc86821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892675 Aug 27 04:32:03.616264 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7493b2c-0ee6-4e72-9784-2f4146576f62 req-0112853f-f75b-439e-a2a8-b5c069708f1f service neutron] 10.222.0.35 "GET /v2.0/networks/17894bc9-25d9-49d4-92d3-f6025fc86821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840495 Aug 27 04:32:03.757484 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:07.148639 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fe044-17a3-4c6d-97ed-9e1c669706db req-2eaac46a-921b-4a48-9e69-ffe52dc84b8b tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:07.150078 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-299fe044-17a3-4c6d-97ed-9e1c669706db req-2eaac46a-921b-4a48-9e69-ffe52dc84b8b tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0498478 Aug 27 04:32:07.190127 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-299fe044-17a3-4c6d-97ed-9e1c669706db req-e6b35258-eb01-4123-9674-6ef664148176 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Aug 27 04:32:13.961565 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc40a-26e6-4f80-9c90-5b3babb1c557 req-536daf92-ba40-4d01-8a0c-0d389a238986 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:13.962481 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186bc40a-26e6-4f80-9c90-5b3babb1c557 req-536daf92-ba40-4d01-8a0c-0d389a238986 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0531361 Aug 27 04:32:14.001894 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186bc40a-26e6-4f80-9c90-5b3babb1c557 req-0313584e-9995-4f1a-b2be-effaccd6e96c tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Aug 27 04:32:15.130320 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747b116-b5f7-453b-9c0f-6e74cffdd854 req-438a7f98-417b-4a4f-b48b-475e979229c5 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:15.132392 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7747b116-b5f7-453b-9c0f-6e74cffdd854 req-438a7f98-417b-4a4f-b48b-475e979229c5 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0526023 Aug 27 04:32:15.177939 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7747b116-b5f7-453b-9c0f-6e74cffdd854 req-8bb7eb9c-badf-4833-81fc-7f0f15c73636 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392611 Aug 27 04:32:16.380626 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4203d-b8eb-4206-ac25-1423f3165366 req-8c98838a-8558-4dc4-bf87-d2ab332aa3dd tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:16.382657 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-99e4203d-b8eb-4206-ac25-1423f3165366 req-8c98838a-8558-4dc4-bf87-d2ab332aa3dd tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0606246 Aug 27 04:32:16.421667 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-99e4203d-b8eb-4206-ac25-1423f3165366 req-7d5b4e6f-c86e-4f2a-8843-28cc4d39a96f tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331151 Aug 27 04:32:16.622076 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 58880) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:16.785723 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 58886) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:16.854057 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd36653a-bdb9-456a-ac82-40615f902f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:16.855660 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0baa8f27-8ca9-435e-9265-96efa9ca1538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:16.880668 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.db.api [None req-0baa8f27-8ca9-435e-9265-96efa9ca1538 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 04:32:16.880668 dv-cinder-804035-5-iscsi neutron-server[93827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 04:32:16.880668 dv-cinder-804035-5-iscsi neutron-server[93827]: [parameters: {'project_id': 'bb9783c64cc14a6cbca2b1c1baec4d00', 'id': 'bdfc6029-1b21-43ba-a904-386427736992', 'expiration': datetime.datetime(2021, 8, 27, 4, 34, 16, 871551)}] Aug 27 04:32:16.880668 dv-cinder-804035-5-iscsi neutron-server[93827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:32:16.881122 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG oslo_db.api [None req-0baa8f27-8ca9-435e-9265-96efa9ca1538 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:32:16.967062 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd36653a-bdb9-456a-ac82-40615f902f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:16.973982 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd36653a-bdb9-456a-ac82-40615f902f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:16.991841 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 58900) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:17.014322 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bd36653a-bdb9-456a-ac82-40615f902f92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39a7372014024605aa959b3215337d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907189 Aug 27 04:32:17.015211 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36653a-bdb9-456a-ac82-40615f902f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282e8e40-ec83-4caf-a478-6d4cfb089455,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:17.017747 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 58902) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:17.045866 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac09f35b-6de7-4cd0-8f42-120c345500a7 admin admin] Deleting subnet cbecd1e7-63a0-487b-a159-a0ec3a310b67 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:32:17.049376 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac09f35b-6de7-4cd0-8f42-120c345500a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.071766 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05579cbe-e0d9-49a2-af14-73ae8ba6ad91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.088319 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac09f35b-6de7-4cd0-8f42-120c345500a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.098481 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05579cbe-e0d9-49a2-af14-73ae8ba6ad91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.135951 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac09f35b-6de7-4cd0-8f42-120c345500a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.151914 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05579cbe-e0d9-49a2-af14-73ae8ba6ad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.154732 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05579cbe-e0d9-49a2-af14-73ae8ba6ad91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.158537 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-05579cbe-e0d9-49a2-af14-73ae8ba6ad91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/282e8e40-ec83-4caf-a478-6d4cfb089455 HTTP/1.1" status: 204 len: 168 time: 0.1373439 Aug 27 04:32:17.168234 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05579cbe-e0d9-49a2-af14-73ae8ba6ad91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282e8e40-ec83-4caf-a478-6d4cfb089455,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:17.203654 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac09f35b-6de7-4cd0-8f42-120c345500a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.232340 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09f35b-6de7-4cd0-8f42-120c345500a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbecd1e7-63a0-487b-a159-a0ec3a310b67,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:17.237300 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac09f35b-6de7-4cd0-8f42-120c345500a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.239614 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ac09f35b-6de7-4cd0-8f42-120c345500a7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cbecd1e7-63a0-487b-a159-a0ec3a310b67 HTTP/1.1" status: 204 len: 168 time: 0.2464309 Aug 27 04:32:17.242715 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 58908) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:17.317548 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.404581 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.416108 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9901b1c9-4077-44f4-b69c-06be77416796']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:17.431812 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3db685-4ffc-4d47-a0c1-daa9d344d4df') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:17.432134 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3db685-4ffc-4d47-a0c1-daa9d344d4df') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:17.439010 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0baa8f27-8ca9-435e-9265-96efa9ca1538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.443741 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8049203'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.586090 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973d89-8aec-4eec-930c-a8fd6e6ee03d req-3ed6b238-c5de-4186-86c9-3e9cf299b355 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:17.596579 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76973d89-8aec-4eec-930c-a8fd6e6ee03d req-3ed6b238-c5de-4186-86c9-3e9cf299b355 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.0759706 Aug 27 04:32:17.674980 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.681814 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:32:17.682521 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7353074'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.688487 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76973d89-8aec-4eec-930c-a8fd6e6ee03d req-19275ac9-1259-4067-9040-795f14e38e0b tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6d62c7c-49c8-4d44-9144-7e290556185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875850 Aug 27 04:32:17.690495 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 58932) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: Traceback (most recent call last): Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: timer() Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: cb(*args, **kw) Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: return func(*args, **kwargs) Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: self._notify() Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: self.callback(batched_events) Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: event.method(event) Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: return f(self, *a, **k) Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._get(url).json() Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:32:17.731427 dv-cinder-804035-5-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:32:17.755816 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.763001 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.767775 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] 10.222.0.53 "DELETE /v2.0/networks/9901b1c9-4077-44f4-b69c-06be77416796 HTTP/1.1" status: 204 len: 168 time: 0.5240569 Aug 27 04:32:17.769349 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 58938) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:17.786947 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fcbcd-efe9-4e95-970b-2719048f8d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=9901b1c9-4077-44f4-b69c-06be77416796,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:17.855324 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5648be7-6b40-4035-ab83-d3f667781dbe admin admin] Deleting subnet d2ba6802-f086-4c5a-a830-04e99969a515 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:32:17.862728 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5648be7-6b40-4035-ab83-d3f667781dbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.904360 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0baa8f27-8ca9-435e-9265-96efa9ca1538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.908388 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f526e4f2-1ece-4fd0-9cb9-fbeaab92afe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.913172 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0baa8f27-8ca9-435e-9265-96efa9ca1538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.931566 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5648be7-6b40-4035-ab83-d3f667781dbe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.947056 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5648be7-6b40-4035-ab83-d3f667781dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:17.963780 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0baa8f27-8ca9-435e-9265-96efa9ca1538 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb9783c64cc14a6cbca2b1c1baec4d00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1766691 Aug 27 04:32:17.964746 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa8f27-8ca9-435e-9265-96efa9ca1538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa30c4f-e507-402b-9c8f-2c7953402514,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:17.980115 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 58946) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:17.988193 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-e6f7badb-2413-40fd-9cbf-2127d2bc1016 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:17.989760 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-e6f7badb-2413-40fd-9cbf-2127d2bc1016 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.35 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 945 time: 0.1183429 Aug 27 04:32:18.050745 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5648be7-6b40-4035-ab83-d3f667781dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.083874 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5648be7-6b40-4035-ab83-d3f667781dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.088542 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f5648be7-6b40-4035-ab83-d3f667781dbe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d2ba6802-f086-4c5a-a830-04e99969a515 HTTP/1.1" status: 204 len: 168 time: 0.3168678 Aug 27 04:32:18.094620 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 58948) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:18.108600 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5648be7-6b40-4035-ab83-d3f667781dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ba6802-f086-4c5a-a830-04e99969a515,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:18.126700 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f325eb9d-0f0f-469c-85fe-913607389439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.161549 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f325eb9d-0f0f-469c-85fe-913607389439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.214673 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-7ad5de19-bfd3-4f32-84cf-b1b1452afcd2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Deleting port 901b4a6c-2cea-4fb7-b496-26f960e19750 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:32:18.215021 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-7ad5de19-bfd3-4f32-84cf-b1b1452afcd2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.223034 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.238097 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f526e4f2-1ece-4fd0-9cb9-fbeaab92afe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.244326 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f526e4f2-1ece-4fd0-9cb9-fbeaab92afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.307723 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f325eb9d-0f0f-469c-85fe-913607389439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.310479 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f325eb9d-0f0f-469c-85fe-913607389439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.311885 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f325eb9d-0f0f-469c-85fe-913607389439 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eaa30c4f-e507-402b-9c8f-2c7953402514 HTTP/1.1" status: 204 len: 168 time: 0.3210189 Aug 27 04:32:18.326487 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f526e4f2-1ece-4fd0-9cb9-fbeaab92afe5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39c490262fac4f44baa6430258dd5cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317208 Aug 27 04:32:18.326487 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526e4f2-1ece-4fd0-9cb9-fbeaab92afe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ec2e62-fd99-4139-9e97-f90309edb759,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:18.338810 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 58966) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:18.362720 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-7ad5de19-bfd3-4f32-84cf-b1b1452afcd2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] For port 901b4a6c-2cea-4fb7-b496-26f960e19750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901b4a6c-2cea-4fb7-b496-26f960e19750,segment=NetworkSegment(67cc8121-ae9d-487d-9f38-3422fd2b4539),segment_id=67cc8121-ae9d-487d-9f38-3422fd2b4539)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:18.363217 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-7ad5de19-bfd3-4f32-84cf-b1b1452afcd2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.387425 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-7ad5de19-bfd3-4f32-84cf-b1b1452afcd2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Calling delete_port for 901b4a6c-2cea-4fb7-b496-26f960e19750 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:32:18.399053 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.418863 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.419226 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.420199 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.420532 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > port after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.420856 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.421190 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > port after_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.421509 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.421847 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.422161 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.422481 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.486986 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325eb9d-0f0f-469c-85fe-913607389439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa30c4f-e507-402b-9c8f-2c7953402514,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:18.593246 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-7ad5de19-bfd3-4f32-84cf-b1b1452afcd2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.625648 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5de19-bfd3-4f32-84cf-b1b1452afcd2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Pushing event deleted for resources: {'Port': ['ID=901b4a6c-2cea-4fb7-b496-26f960e19750,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:18.643967 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['901b4a6c-2cea-4fb7-b496-26f960e19750'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:32:18.656574 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.657501 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.657847 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.658183 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:32:18.658581 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882740ce-d921-4e45-b9b2-64eda7c9c0ab']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:18.698278 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-7ad5de19-bfd3-4f32-84cf-b1b1452afcd2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] No DVR routers for this DVR port 901b4a6c-2cea-4fb7-b496-26f960e19750 on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:32:18.702062 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-7ad5de19-bfd3-4f32-84cf-b1b1452afcd2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.704395 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dc7b7827-2343-464e-8c10-f2cb7f503c39 req-7ad5de19-bfd3-4f32-84cf-b1b1452afcd2 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.35 "DELETE /v2.0/ports/901b4a6c-2cea-4fb7-b496-26f960e19750 HTTP/1.1" status: 204 len: 173 time: 0.7014229 Aug 27 04:32:18.705209 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71f46a9-4083-4f82-99fe-e020c5d173c2', 'name': 'network-vif-deleted', 'tag': '901b4a6c-2cea-4fb7-b496-26f960e19750'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:32:18.707506 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9813287-3772-4c13-ace2-bfd9a5682c61" -d '{"events": [{"server_uuid": "a71f46a9-4083-4f82-99fe-e020c5d173c2", "name": "network-vif-deleted", "tag": "901b4a6c-2cea-4fb7-b496-26f960e19750"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:32:18.733160 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6446c416-8f79-4848-a8d4-7c903a20ece3') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:18.734812 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6446c416-8f79-4848-a8d4-7c903a20ece3') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:18.770877 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7563171'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.795783 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.806465 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:32:18.806697 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7562857'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: from cryptography.utils import int_from_bytes Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: from cryptography.utils import int_from_bytes Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: Traceback (most recent call last): Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: timer() Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: cb(*args, **kw) Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: return func(*args, **kwargs) Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: self._notify() Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: self.callback(batched_events) Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: event.method(event) Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: return f(self, *a, **k) Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._get(url).json() Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:32:18.823625 dv-cinder-804035-5-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:32:18.836855 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-691440d6-0336-4cde-8bc4-7477975158b1 req-81849ed9-4557-4db1-b43f-418ddcdfdd37 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.0423329 Aug 27 04:32:18.854736 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59006) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:18.876820 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef14afd5-89aa-4424-bfb6-d08a86e9b18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.880843 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b76042-2fda-40cc-b033-0575b8d18290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.898974 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4facc961-0f69-441d-8da1-3dd82b8be064 x-openstack-request-id: req-4facc961-0f69-441d-8da1-3dd82b8be064 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:32:18.899324 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71f46a9-4083-4f82-99fe-e020c5d173c2", "name": "network-vif-deleted", "tag": "901b4a6c-2cea-4fb7-b496-26f960e19750", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:32:18.899615 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4facc961-0f69-441d-8da1-3dd82b8be064 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:32:18.900412 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71f46a9-4083-4f82-99fe-e020c5d173c2', 'name': 'network-vif-deleted', 'tag': '901b4a6c-2cea-4fb7-b496-26f960e19750', 'status': 'completed', 'code': 200} Aug 27 04:32:18.917962 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b76042-2fda-40cc-b033-0575b8d18290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.919847 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.943788 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:18.946327 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] 10.222.0.53 "DELETE /v2.0/networks/882740ce-d921-4e45-b9b2-64eda7c9c0ab HTTP/1.1" status: 204 len: 168 time: 0.8504579 Aug 27 04:32:18.978669 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0c3d9-1c11-4b15-9d69-bebfbb9fd333 admin admin] Pushing event deleted for resources: {'Network': ['ID=882740ce-d921-4e45-b9b2-64eda7c9c0ab,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:19.032134 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef14afd5-89aa-4424-bfb6-d08a86e9b18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.033355 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b76042-2fda-40cc-b033-0575b8d18290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.036977 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b76042-2fda-40cc-b033-0575b8d18290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.041396 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef14afd5-89aa-4424-bfb6-d08a86e9b18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.041567 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-31b76042-2fda-40cc-b033-0575b8d18290 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06ec2e62-fd99-4139-9e97-f90309edb759 HTTP/1.1" status: 204 len: 168 time: 0.6988451 Aug 27 04:32:19.055696 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b76042-2fda-40cc-b033-0575b8d18290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ec2e62-fd99-4139-9e97-f90309edb759,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:19.089512 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14afd5-89aa-4424-bfb6-d08a86e9b18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da90e1a-710b-4577-9778-8954d38e939f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:19.094243 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ef14afd5-89aa-4424-bfb6-d08a86e9b18b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfb2091bca354c40bb5032c7fa204404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381065 Aug 27 04:32:19.099016 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59016) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:19.156130 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fc581aa-0dc3-4de5-ade5-a6432f91e129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.191877 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fc581aa-0dc3-4de5-ade5-a6432f91e129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.262306 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59024) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:19.282057 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fc581aa-0dc3-4de5-ade5-a6432f91e129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.292234 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fc581aa-0dc3-4de5-ade5-a6432f91e129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.292234 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2fc581aa-0dc3-4de5-ade5-a6432f91e129 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8da90e1a-710b-4577-9778-8954d38e939f HTTP/1.1" status: 204 len: 168 time: 0.1890764 Aug 27 04:32:19.300096 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc581aa-0dc3-4de5-ade5-a6432f91e129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da90e1a-710b-4577-9778-8954d38e939f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:19.390137 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-789d3fae-25d8-4f21-ba88-191ec71d9eae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e16c5d5f9db24631bce11a0c4e26b7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259830 Aug 27 04:32:19.393893 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59034) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:19.518964 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68479d6d-ea10-4dc5-a57f-2395b13323b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.548869 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68479d6d-ea10-4dc5-a57f-2395b13323b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.607764 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68479d6d-ea10-4dc5-a57f-2395b13323b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.611232 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68479d6d-ea10-4dc5-a57f-2395b13323b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:19.616182 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-68479d6d-ea10-4dc5-a57f-2395b13323b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2ac5121-fac7-4cd1-85d6-71d540a71999 HTTP/1.1" status: 204 len: 168 time: 0.2175488 Aug 27 04:32:19.621773 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68479d6d-ea10-4dc5-a57f-2395b13323b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ac5121-fac7-4cd1-85d6-71d540a71999,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:20.000814 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-717800ec-7994-4507-b73b-9d06e00304c5 req-1f6cf3c5-314a-4ef5-b029-72232d45ca42 tempest-DeleteServersTestJSON-340548821 tempest-DeleteServersTestJSON-340548821-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71f46a9-4083-4f82-99fe-e020c5d173c2 HTTP/1.1" status: 200 len: 210 time: 0.0569875 Aug 27 04:32:20.023889 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59064) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:20.082820 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-60114363-bfd2-4eb6-a236-1fe4be90abef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=667d1772331e496fae8cbf00e067839c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570979 Aug 27 04:32:20.085575 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59066) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:20.145783 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec247592-fbfe-4372-be3b-399247ee7753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:20.170053 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec247592-fbfe-4372-be3b-399247ee7753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:20.245945 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec247592-fbfe-4372-be3b-399247ee7753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:20.250011 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec247592-fbfe-4372-be3b-399247ee7753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:20.254087 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ec247592-fbfe-4372-be3b-399247ee7753 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2233e23b-6c55-4f1b-888d-4fcb9736cd15 HTTP/1.1" status: 204 len: 168 time: 0.1651073 Aug 27 04:32:20.261883 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec247592-fbfe-4372-be3b-399247ee7753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2233e23b-6c55-4f1b-888d-4fcb9736cd15,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:21.610999 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59148) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:21.736613 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e129b849-303e-4f33-ba94-2609931b511d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:21.834716 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e129b849-303e-4f33-ba94-2609931b511d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:21.838476 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e129b849-303e-4f33-ba94-2609931b511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:21.877457 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e129b849-303e-4f33-ba94-2609931b511d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82385a1795d64f33a9e5cb0d6fad40ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651758 Aug 27 04:32:21.878328 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129b849-303e-4f33-ba94-2609931b511d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2bd384-5d24-4667-bdaa-9be932e56311,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:21.880169 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59154) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:21.931852 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-631a9462-ad33-4b56-820b-50144ba1a38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:21.956167 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-631a9462-ad33-4b56-820b-50144ba1a38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:22.004417 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-631a9462-ad33-4b56-820b-50144ba1a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:22.006983 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-631a9462-ad33-4b56-820b-50144ba1a38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:22.008211 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-631a9462-ad33-4b56-820b-50144ba1a38f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f2bd384-5d24-4667-bdaa-9be932e56311 HTTP/1.1" status: 204 len: 168 time: 0.1263480 Aug 27 04:32:22.016400 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a9462-ad33-4b56-820b-50144ba1a38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2bd384-5d24-4667-bdaa-9be932e56311,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:22.413236 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 901b4a6c-2cea-4fb7-b496-26f960e19750 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:32:22.436777 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 901b4a6c-2cea-4fb7-b496-26f960e19750 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:32:22.437386 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 901b4a6c-2cea-4fb7-b496-26f960e19750 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:32:22.665981 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59190) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:22.715305 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7f63a4-58fe-478d-8837-f87ddc20c8c6 admin admin] Deleting subnet 873fc0ee-c93a-443c-8c31-e15512ce71f5 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:32:22.717487 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee7f63a4-58fe-478d-8837-f87ddc20c8c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:22.753507 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee7f63a4-58fe-478d-8837-f87ddc20c8c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:22.795586 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee7f63a4-58fe-478d-8837-f87ddc20c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:22.849066 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee7f63a4-58fe-478d-8837-f87ddc20c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:22.873072 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f63a4-58fe-478d-8837-f87ddc20c8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873fc0ee-c93a-443c-8c31-e15512ce71f5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:22.879437 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee7f63a4-58fe-478d-8837-f87ddc20c8c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:22.882858 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ee7f63a4-58fe-478d-8837-f87ddc20c8c6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/873fc0ee-c93a-443c-8c31-e15512ce71f5 HTTP/1.1" status: 204 len: 168 time: 0.2144537 Aug 27 04:32:22.884864 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59198) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:22.955596 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.039292 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.050442 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17894bc9-25d9-49d4-92d3-f6025fc86821']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:23.061867 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cc8121-ae9d-487d-9f38-3422fd2b4539') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:23.062196 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cc8121-ae9d-487d-9f38-3422fd2b4539') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:23.072044 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8049203'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.085846 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.092891 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:32:23.093113 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7353074'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: Traceback (most recent call last): Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: timer() Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: cb(*args, **kw) Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: return func(*args, **kwargs) Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: self._notify() Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: self.callback(batched_events) Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: event.method(event) Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: return f(self, *a, **k) Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._get(url).json() Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:32:23.095041 dv-cinder-804035-5-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:32:23.158026 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.164619 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.165999 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] 10.222.0.53 "DELETE /v2.0/networks/17894bc9-25d9-49d4-92d3-f6025fc86821 HTTP/1.1" status: 204 len: 168 time: 0.2800486 Aug 27 04:32:23.178001 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809fc9a-836b-4890-aeac-605a51165cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=17894bc9-25d9-49d4-92d3-f6025fc86821,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:23.351897 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59208) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:23.394956 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-706bff73-c0fd-4384-a2fd-78df35f16713 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f90959ac150c48beb4feacbabf64500f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416546 Aug 27 04:32:23.397488 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59210) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:23.449252 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-efeff8bd-f0ff-4261-bc57-0f32cf090e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.471855 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-efeff8bd-f0ff-4261-bc57-0f32cf090e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.521541 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-efeff8bd-f0ff-4261-bc57-0f32cf090e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.525237 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-efeff8bd-f0ff-4261-bc57-0f32cf090e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.528615 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-efeff8bd-f0ff-4261-bc57-0f32cf090e4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6d62c7c-49c8-4d44-9144-7e290556185f HTTP/1.1" status: 204 len: 168 time: 0.1298718 Aug 27 04:32:23.544198 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeff8bd-f0ff-4261-bc57-0f32cf090e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d62c7c-49c8-4d44-9144-7e290556185f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:24.294984 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59246) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:24.409941 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-network', 'tenant_id': '9079f423a2eb4541878e236b831b352d'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:32:24.433361 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Made reservation on behalf of 9079f423a2eb4541878e236b831b352d for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:32:24.436012 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:24.445574 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:24.562740 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:24.566766 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:24.595064 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:32:24.604167 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:24.614604 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:24.615128 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Added segment 178edaf6-7d8a-47f1-a150-3fad2c3b06ba of type vlan for network 5a0eabd0-6457-4c9f-8893-a95600de2933 Aug 27 04:32:24.659234 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:24.688357 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:24.689583 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:24.690286 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:24.750203 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4540558 Aug 27 04:32:24.753442 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59254) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:24.755652 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5925e6-7d6a-41d1-bde0-64e4559fa237 admin admin] Pushing event updated for resources: {'Network': ['ID=5a0eabd0-6457-4c9f-8893-a95600de2933,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:24.760520 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Request body: {'subnet': {'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-subnet', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:32:24.769746 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 5a0eabd0-6457-4c9f-8893-a95600de2933 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:32:24.786214 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Made reservation on behalf of 9079f423a2eb4541878e236b831b352d for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:32:24.798020 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684658'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:24.976832 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7563212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684544'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.043592 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f1069b-2111-4fbb-849f-5e9b92aa608f,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:25.055878 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Checking segment: {'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:32:25.056318 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Network hostable DHCP agents. Network: 5a0eabd0-6457-4c9f-8893-a95600de2933, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:32:25.075492 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Network 5a0eabd0-6457-4c9f-8893-a95600de2933 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:32:25.085117 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 5a0eabd0-6457-4c9f-8893-a95600de2933) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:32:25.089738 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:25.090254 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.098417 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7818ca9-5fa9-452e-b1cd-02683a224f9e None None] Network 5a0eabd0-6457-4c9f-8893-a95600de2933 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:32:25.108603 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-53cb8f93-6bea-45a2-9e1c-7315f7df7fa4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3533814 Aug 27 04:32:25.111348 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59262) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:25.116887 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-router', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:32:25.142639 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37649'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.143894 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37656'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.201947 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.225254 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59264) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:25.256282 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1e0011-6a85-44f9-bcf5-c86c651a57bc None None] Network 5a0eabd0-6457-4c9f-8893-a95600de2933 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:32:25.365037 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fb0f451-f550-4a2b-b9ae-9e963f8cae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.412365 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.508460 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fb0f451-f550-4a2b-b9ae-9e963f8cae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.512601 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fb0f451-f550-4a2b-b9ae-9e963f8cae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.554492 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9fb0f451-f550-4a2b-b9ae-9e963f8cae44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b508bfd0c9045e3b8a4986822c49695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279574 Aug 27 04:32:25.555395 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0f451-f550-4a2b-b9ae-9e963f8cae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd81bb99-db92-446d-a0ae-8236e9534ec3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:25.557768 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59272) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:25.613687 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a568fa35-96b7-4fb1-b9ae-0b3779b0e1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.640917 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a568fa35-96b7-4fb1-b9ae-0b3779b0e1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.653994 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.679382 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.705477 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a568fa35-96b7-4fb1-b9ae-0b3779b0e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.708205 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a568fa35-96b7-4fb1-b9ae-0b3779b0e1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.712781 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a568fa35-96b7-4fb1-b9ae-0b3779b0e1e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd81bb99-db92-446d-a0ae-8236e9534ec3 HTTP/1.1" status: 204 len: 168 time: 0.1507025 Aug 27 04:32:25.717920 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568fa35-96b7-4fb1-b9ae-0b3779b0e1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd81bb99-db92-446d-a0ae-8236e9534ec3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:25.811254 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Allocated IP 172.27.1.224 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/fb80f106-4498-4090-b37f-5adc36d40289) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:32:25.937092 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:25.986002 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.024948 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:32:26.027808 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:32:26.033536 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:32:26.043927 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59282) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:26.058842 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Pushing event updated for resources: {'Port': ['ID=fb80f106-4498-4090-b37f-5adc36d40289,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:26.063277 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1a43ad7-d44c-4305-8d3b-237d81e02ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.164049 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1a43ad7-d44c-4305-8d3b-237d81e02ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.168973 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1a43ad7-d44c-4305-8d3b-237d81e02ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.214956 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c1a43ad7-d44c-4305-8d3b-237d81e02ad2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfdb8db4f91744c3964077afe36d962f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696804 Aug 27 04:32:26.217120 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a43ad7-d44c-4305-8d3b-237d81e02ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552c0e2-c14a-45a7-9b6d-22dec774e6c6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:26.219511 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59284) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:26.279646 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5700bade-46a7-41ec-bc1a-5b50582a1575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.301889 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.310679 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5700bade-46a7-41ec-bc1a-5b50582a1575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.367161 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5700bade-46a7-41ec-bc1a-5b50582a1575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.371422 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5700bade-46a7-41ec-bc1a-5b50582a1575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.374960 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5700bade-46a7-41ec-bc1a-5b50582a1575 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4552c0e2-c14a-45a7-9b6d-22dec774e6c6 HTTP/1.1" status: 204 len: 168 time: 0.1520905 Aug 27 04:32:26.381666 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700bade-46a7-41ec-bc1a-5b50582a1575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552c0e2-c14a-45a7-9b6d-22dec774e6c6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:26.696628 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.773818 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f5093fb-cecd-4773-bda1-52a3bcfdd38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.844508 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 is scheduled to L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:32:26.962585 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:32:26.973860 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Sync routers for ids ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:32:26.981367 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:26.982913 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bb67cc97-f1bc-4936-9684-fc43122ba21c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8705444 Aug 27 04:32:26.985781 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59308) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:26.987978 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Routers {'ea19d78d-9cad-4c5e-8259-aaa8239f97a4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:32:26.988754 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:31:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:27.123944 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Set router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:32:27.437379 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-router', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:26Z', 'revision_number': 3, 'project_id': '9079f423a2eb4541878e236b831b352d', 'gw_port': {'id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ac:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:27.467948 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Checking router: ea19d78d-9cad-4c5e-8259-aaa8239f97a4 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:32:27.468331 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Updating router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 port fb80f106-4498-4090-b37f-5adc36d40289 binding host dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:32:27.495009 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:27.495975 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:27.689674 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Allocated IP 172.20.0.1 (5a0eabd0-6457-4c9f-8893-a95600de2933/12f1069b-2111-4fbb-849f-5e9b92aa608f/dd0cf196-465e-4b15-9b02-20cf34b5fb70) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:32:27.798154 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:27.812284 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Transition to ACTIVE for port object fb80f106-4498-4090-b37f-5adc36d40289 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:32:27.820996 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:27.843463 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:27.892818 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:27.895715 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Pushing event updated for resources: {'Port': ['ID=fb80f106-4498-4090-b37f-5adc36d40289,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:27.900986 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Attempting to bind port fb80f106-4498-4090-b37f-5adc36d40289 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:32:27.901884 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Attempting to bind port fb80f106-4498-4090-b37f-5adc36d40289 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:32:27.902272 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Attempting to bind port fb80f106-4498-4090-b37f-5adc36d40289 on network fa882ed6-b8d8-486a-a99b-5928190e8cb5 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:32:27.912279 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.913170 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.913522 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.913871 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.914210 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.914709 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.915136 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.916900 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.917295 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.917701 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.918104 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.918820 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:27.924923 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:32:27.925319 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:32:27.926282 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:27.927845 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Bound using segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:32:27.929110 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Bound port: fb80f106-4498-4090-b37f-5adc36d40289, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:32:27.929599 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:27.939167 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Network 5a0eabd0-6457-4c9f-8893-a95600de2933 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:32:27.947102 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:32:27.953109 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:32:27.956634 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Pushing event updated for resources: {'Port': ['ID=dd0cf196-465e-4b15-9b02-20cf34b5fb70,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:27.999674 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767140'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:28.004212 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] For port fb80f106-4498-4090-b37f-5adc36d40289, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:32:28.007893 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] For port fb80f106-4498-4090-b37f-5adc36d40289, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=fb80f106-4498-4090-b37f-5adc36d40289,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:32:28.014030 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:28.083514 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Routers {'ea19d78d-9cad-4c5e-8259-aaa8239f97a4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:32:28.084700 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:31:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:28.132677 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaf6ca-f3ce-46f2-85b1-f93f964b3db3 None None] Pushing event updated for resources: {'Port': ['ID=fb80f106-4498-4090-b37f-5adc36d40289,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:28.177281 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:28.217235 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] Set router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:32:28.382240 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:28.393080 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:28.429512 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-router', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:26Z', 'revision_number': 3, 'project_id': '9079f423a2eb4541878e236b831b352d', 'gw_port': {'id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ac:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:28.460978 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1fb47-2468-490d-9c12-7e262d1330d9 None None] The sync data for ids ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'] in dv-cinder-804035-5-iscsi is: [{'id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-router', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:26Z', 'revision_number': 3, 'project_id': '9079f423a2eb4541878e236b831b352d', 'gw_port': {'id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ac:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:32:28.467800 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1767227'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:28.469765 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Pushing event updated for resources: {'Port': ['ID=dd0cf196-465e-4b15-9b02-20cf34b5fb70,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:28.584030 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Network 5a0eabd0-6457-4c9f-8893-a95600de2933 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:32:28.585625 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:32:28.730134 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:32:28.882472 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:32:28.890994 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-53cb5ca0-038a-4246-8a65-8c0a1f69680f admin admin] 10.222.0.53 "PUT /v2.0/routers/ea19d78d-9cad-4c5e-8259-aaa8239f97a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9038444 Aug 27 04:32:29.065682 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2a5e-078a-4c9f-99f8-612c7f0a6162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:29.573479 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:29.765756 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device fb80f106-4498-4090-b37f-5adc36d40289 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:32:29.813638 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port fb80f106-4498-4090-b37f-5adc36d40289 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:32:29.817488 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port fb80f106-4498-4090-b37f-5adc36d40289 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:32:29.817872 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:29.907236 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:29.929998 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port fb80f106-4498-4090-b37f-5adc36d40289, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=fb80f106-4498-4090-b37f-5adc36d40289,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:29.934918 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:29.992768 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=fb80f106-4498-4090-b37f-5adc36d40289,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:30.000346 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.000771 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.001126 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.001506 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.001860 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.002186 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.002519 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.002854 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.003247 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.003587 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.003866 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.004221 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:30.202275 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Sync routers for ids ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:32:30.211812 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Routers {'ea19d78d-9cad-4c5e-8259-aaa8239f97a4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:32:30.212453 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:32:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:30.434083 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:30.450185 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Set router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:32:30.659113 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-router', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:28Z', 'revision_number': 4, 'project_id': '9079f423a2eb4541878e236b831b352d', 'gw_port': {'id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ac:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'dd0cf196-465e-4b15-9b02-20cf34b5fb70', 'name': '', 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'mac_address': 'fa:16:3e:58:d3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '12f1069b-2111-4fbb-849f-5e9b92aa608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:32:27Z', 'updated_at': '2021-08-27T04:32:28Z', 'revision_number': 2, 'project_id': '9079f423a2eb4541878e236b831b352d', 'subnets': [{'id': '12f1069b-2111-4fbb-849f-5e9b92aa608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:30.689259 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Checking router: ea19d78d-9cad-4c5e-8259-aaa8239f97a4 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:32:30.689623 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Updating router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 port dd0cf196-465e-4b15-9b02-20cf34b5fb70 binding host dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:32:30.717922 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:30.998312 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:31.009279 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Transition to ACTIVE for port object dd0cf196-465e-4b15-9b02-20cf34b5fb70 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:32:31.018092 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:31.099186 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a36c3-9ad5-4fe6-88fa-1f1bde394b99 None None] Pushing event updated for resources: {'Port': ['ID=dd0cf196-465e-4b15-9b02-20cf34b5fb70,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:31.135063 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Attempting to bind port dd0cf196-465e-4b15-9b02-20cf34b5fb70 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:32:31.135445 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Attempting to bind port dd0cf196-465e-4b15-9b02-20cf34b5fb70 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:32:31.135810 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Attempting to bind port dd0cf196-465e-4b15-9b02-20cf34b5fb70 on network 5a0eabd0-6457-4c9f-8893-a95600de2933 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:32:31.142030 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:32:31.142425 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Checking segment: {'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:32:31.142829 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:31.143203 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Bound using segment: {'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:32:31.143672 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Bound port: dd0cf196-465e-4b15-9b02-20cf34b5fb70, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:32:31.144082 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:31.214201 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-f8d5de8f-0d06-445f-ac21-0eb896fbc9de tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:31.216384 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-f8d5de8f-0d06-445f-ac21-0eb896fbc9de tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 819 time: 0.1348658 Aug 27 04:32:31.235874 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] For port dd0cf196-465e-4b15-9b02-20cf34b5fb70, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:32:31.237447 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-d3cb07aa-63ce-4a83-9d3f-aa99d2673ffa tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/quotas/9079f423a2eb4541878e236b831b352d HTTP/1.1" status: 200 len: 375 time: 0.0152674 Aug 27 04:32:31.239570 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] For port dd0cf196-465e-4b15-9b02-20cf34b5fb70, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=dd0cf196-465e-4b15-9b02-20cf34b5fb70,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:32:31.246569 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:31.298421 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Routers {'ea19d78d-9cad-4c5e-8259-aaa8239f97a4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:32:31.299069 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:32:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:31.300702 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-660faf8c-fc03-4be2-a09c-76bc1a30b9fe tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566690 Aug 27 04:32:31.364542 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a36c3-9ad5-4fe6-88fa-1f1bde394b99 None None] Pushing event updated for resources: {'Port': ['ID=dd0cf196-465e-4b15-9b02-20cf34b5fb70,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:31.459400 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] Set router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:32:31.472595 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-dc971fc3-6266-44a3-8bf6-56a1c8c7194c service neutron] 10.222.0.53 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665409 Aug 27 04:32:31.603280 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-b417fbf4-2e80-416b-817d-ec4dce32ea22 service neutron] 10.222.0.53 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231875 Aug 27 04:32:31.791854 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-router', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:28Z', 'revision_number': 4, 'project_id': '9079f423a2eb4541878e236b831b352d', 'gw_port': {'id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ac:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'dd0cf196-465e-4b15-9b02-20cf34b5fb70', 'name': '', 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'mac_address': 'fa:16:3e:58:d3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '12f1069b-2111-4fbb-849f-5e9b92aa608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:32:27Z', 'updated_at': '2021-08-27T04:32:31Z', 'revision_number': 4, 'project_id': '9079f423a2eb4541878e236b831b352d', 'subnets': [{'id': '12f1069b-2111-4fbb-849f-5e9b92aa608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:32:31.853998 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device fb80f106-4498-4090-b37f-5adc36d40289 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:32:31.856594 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d00e7-9f11-4920-96cb-3de8f0964bcf None None] The sync data for ids ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'] in dv-cinder-804035-5-iscsi is: [{'id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-router', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:28Z', 'revision_number': 4, 'project_id': '9079f423a2eb4541878e236b831b352d', 'gw_port': {'id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ac:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'dd0cf196-465e-4b15-9b02-20cf34b5fb70', 'name': '', 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'mac_address': 'fa:16:3e:58:d3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '12f1069b-2111-4fbb-849f-5e9b92aa608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:32:27Z', 'updated_at': '2021-08-27T04:32:31Z', 'revision_number': 4, 'project_id': '9079f423a2eb4541878e236b831b352d', 'subnets': [{'id': '12f1069b-2111-4fbb-849f-5e9b92aa608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:32:31.879178 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8854745e-aaca-47dc-9cb6-d8449144164f req-8f947af3-a8a1-4f9d-a3e6-a57049e8d169 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 210 time: 0.0473917 Aug 27 04:32:31.958797 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port fb80f106-4498-4090-b37f-5adc36d40289 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:32:31.959160 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:32.191050 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:32.319700 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba79563e-d1a0-491f-bcbe-28745cc401ea tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:32.326757 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba79563e-d1a0-491f-bcbe-28745cc401ea tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 819 time: 0.2135184 Aug 27 04:32:32.342953 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-0b148516-6f60-46af-ba37-21efb7809872 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/quotas/9079f423a2eb4541878e236b831b352d HTTP/1.1" status: 200 len: 375 time: 0.0152104 Aug 27 04:32:32.419059 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-f7addc78-a796-4f51-b681-84374f6b15a7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750902 Aug 27 04:32:32.555969 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-e0db46e1-19c6-4a32-822e-323a6b8c90e6 service neutron] 10.222.0.53 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359100 Aug 27 04:32:32.682409 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-96c56cfb-4dfb-40e4-a4f7-d9b1f4bb0d3b service neutron] 10.222.0.53 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255298 Aug 27 04:32:32.922208 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2ab15a0a-971f-4dee-aadd-bf39b7cec1b4 req-609b954a-0d6f-4af6-825f-9056f512135e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 210 time: 0.0410450 Aug 27 04:32:33.501879 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-c4b73000-cee4-4fc6-9cdc-fe9f8ab0f033 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:33.504117 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-c4b73000-cee4-4fc6-9cdc-fe9f8ab0f033 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.35 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 819 time: 0.1240077 Aug 27 04:32:33.535147 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Request body: {'port': {'device_id': '0e594817-f3cc-40e6-babe-c736641fb9a9', 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933', 'admin_state_up': True, 'tenant_id': '9079f423a2eb4541878e236b831b352d'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:32:33.659099 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Made reservation on behalf of 9079f423a2eb4541878e236b831b352d for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:32:33.663055 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:33.769994 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:33.776530 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device dd0cf196-465e-4b15-9b02-20cf34b5fb70 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:32:33.817340 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Allocated IP 172.20.0.7 (5a0eabd0-6457-4c9f-8893-a95600de2933/12f1069b-2111-4fbb-849f-5e9b92aa608f/8d848bd3-1806-43f5-a0cc-2ccc980f7264) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:32:33.833502 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port dd0cf196-465e-4b15-9b02-20cf34b5fb70 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:32:33.837232 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port dd0cf196-465e-4b15-9b02-20cf34b5fb70 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:32:33.837609 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:33.935146 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:33.976174 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port dd0cf196-465e-4b15-9b02-20cf34b5fb70, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=dd0cf196-465e-4b15-9b02-20cf34b5fb70,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:33.987518 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:34.012250 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:34.058112 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=dd0cf196-465e-4b15-9b02-20cf34b5fb70,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:34.080915 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ee58f84c-0add-4ac8-a74a-d0b0efe9efe9 req-d8f057ab-e11e-4586-b93d-38ace320ce9c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 210 time: 0.0324116 Aug 27 04:32:34.109123 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:34.155921 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Network 5a0eabd0-6457-4c9f-8893-a95600de2933 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:32:34.164067 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:32:34.168072 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:32:34.175149 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Pushing event updated for resources: {'Port': ['ID=8d848bd3-1806-43f5-a0cc-2ccc980f7264,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:34.253571 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:34.254244 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:34.276560 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-28605655-69f0-43f0-a213-f7a1de1c0e82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464597 Aug 27 04:32:34.299723 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Request body: {'port': {'device_id': '0e594817-f3cc-40e6-babe-c736641fb9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:32:34.378913 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da331f-7238-4a03-892f-227a850db6d2 req-0f5876e7-5011-4f51-b483-1a21dc738864 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:34.381678 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-0f5876e7-5011-4f51-b483-1a21dc738864 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.35 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 819 time: 0.1586368 Aug 27 04:32:34.413004 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:34.416711 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Request body: {'port': {'device_id': 'df8098ad-7c9c-4ba5-992d-392f9cd1742a', 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933', 'admin_state_up': True, 'tenant_id': '9079f423a2eb4541878e236b831b352d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:32:34.534507 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Made reservation on behalf of 9079f423a2eb4541878e236b831b352d for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:32:34.538270 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:34.896481 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d848bd3-1806-43f5-a0cc-2ccc980f7264 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:32:34.902270 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:34.915504 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Transition to ACTIVE for port object 8d848bd3-1806-43f5-a0cc-2ccc980f7264 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:32:34.920008 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:34.983247 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Pushing event updated for resources: {'Port': ['ID=8d848bd3-1806-43f5-a0cc-2ccc980f7264,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:35.073798 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Attempting to bind port 8d848bd3-1806-43f5-a0cc-2ccc980f7264 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:32:35.073798 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Attempting to bind port 8d848bd3-1806-43f5-a0cc-2ccc980f7264 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:32:35.073798 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Attempting to bind port 8d848bd3-1806-43f5-a0cc-2ccc980f7264 on network 5a0eabd0-6457-4c9f-8893-a95600de2933 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:32:35.076963 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Port 8d848bd3-1806-43f5-a0cc-2ccc980f7264 on network 5a0eabd0-6457-4c9f-8893-a95600de2933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:32:35.077357 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Attempting to bind port 8d848bd3-1806-43f5-a0cc-2ccc980f7264 on network 5a0eabd0-6457-4c9f-8893-a95600de2933 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:32:35.082703 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:32:35.083045 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Checking segment: {'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:32:35.083432 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Bound using segment: {'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:32:35.083862 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Bound port: 8d848bd3-1806-43f5-a0cc-2ccc980f7264, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:32:35.084248 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:35.163824 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] For port 8d848bd3-1806-43f5-a0cc-2ccc980f7264, host hv-cinder-80403, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:32:35.170055 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] For port 8d848bd3-1806-43f5-a0cc-2ccc980f7264, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:32:35.175179 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:35.186367 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Allocated IP 172.20.0.6 (5a0eabd0-6457-4c9f-8893-a95600de2933/12f1069b-2111-4fbb-849f-5e9b92aa608f/c3463dab-7cf3-45d8-9707-77a461c168a9) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:32:35.209560 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bdb3e596-a167-41e6-a640-50e76524cb43 req-d6197b48-da37-429c-a7bc-d0cb6710564f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 210 time: 0.0348790 Aug 27 04:32:35.214525 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:35.215223 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:35.216733 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] 10.222.0.35 "PUT /v2.0/ports/8d848bd3-1806-43f5-a0cc-2ccc980f7264 HTTP/1.1" status: 200 len: 1093 time: 0.9229653 Aug 27 04:32:35.217315 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e594817-f3cc-40e6-babe-c736641fb9a9', 'tag': '8d848bd3-1806-43f5-a0cc-2ccc980f7264'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:32:35.219570 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5ecff4-38a4-475c-a632-813baea431f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e594817-f3cc-40e6-babe-c736641fb9a9", "tag": "8d848bd3-1806-43f5-a0cc-2ccc980f7264"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:32:35.253770 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5034ad-a2e6-4e94-a946-b6b3726645be service neutron] Pushing event updated for resources: {'Port': ['ID=8d848bd3-1806-43f5-a0cc-2ccc980f7264,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:35.276571 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0c09d9-a940-4d20-a7d0-d3a11552e822 x-openstack-request-id: req-4d0c09d9-a940-4d20-a7d0-d3a11552e822 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:32:35.276795 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e594817-f3cc-40e6-babe-c736641fb9a9", "tag": "8d848bd3-1806-43f5-a0cc-2ccc980f7264", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:32:35.277148 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d0c09d9-a940-4d20-a7d0-d3a11552e822 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:32:35.277918 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e594817-f3cc-40e6-babe-c736641fb9a9', 'tag': '8d848bd3-1806-43f5-a0cc-2ccc980f7264', 'status': 'completed', 'code': 200} Aug 27 04:32:35.378331 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-403bff8d-5ba8-4f8d-862d-d378334effb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:35.379882 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-403bff8d-5ba8-4f8d-862d-d378334effb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0559051 Aug 27 04:32:35.385401 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:35.431826 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:35.447097 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-ec705074-9dc0-4b85-a5a1-c930648dbf70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264 HTTP/1.1" status: 200 len: 217 time: 0.0450883 Aug 27 04:32:35.481022 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Network 5a0eabd0-6457-4c9f-8893-a95600de2933 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:32:35.484157 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:32:35.488702 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:32:35.492691 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Pushing event updated for resources: {'Port': ['ID=c3463dab-7cf3-45d8-9707-77a461c168a9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:35.505173 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-39438a6e-217b-4839-8819-ed789c9acdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:35.507066 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-39438a6e-217b-4839-8819-ed789c9acdd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12f1069b-2111-4fbb-849f-5e9b92aa608f HTTP/1.1" status: 200 len: 859 time: 0.0550208 Aug 27 04:32:35.546086 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-203f28e5-3c6a-48f7-a9f6-cec81bbc1ab9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a0eabd0-6457-4c9f-8893-a95600de2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305517 Aug 27 04:32:35.550851 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:35.551483 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:35.567299 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-ba0945b5-f801-4ece-b026-19557794cfad tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1618750 Aug 27 04:32:35.587733 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Request body: {'port': {'device_id': 'df8098ad-7c9c-4ba5-992d-392f9cd1742a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:32:35.639076 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-445a8f0e-f80f-4dc0-bdcf-5ed85ae873cf service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849006 Aug 27 04:32:35.644306 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:35.753711 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device dd0cf196-465e-4b15-9b02-20cf34b5fb70 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:32:35.764456 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76191ee2-f5b3-4624-a95a-4a26276ca34e req-e49b8153-7e20-4680-b772-b1f8f5c23a72 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176932 Aug 27 04:32:35.810510 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port dd0cf196-465e-4b15-9b02-20cf34b5fb70 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:32:35.810794 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:35.908898 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ecff4-38a4-475c-a632-813baea431f8 req-e55a0a24-aa26-4b42-ba06-896c65617b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:35.910985 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2e5ecff4-38a4-475c-a632-813baea431f8 req-e55a0a24-aa26-4b42-ba06-896c65617b79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0584412 Aug 27 04:32:35.943165 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3463dab-7cf3-45d8-9707-77a461c168a9 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:32:35.951089 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:35.963582 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Transition to ACTIVE for port object c3463dab-7cf3-45d8-9707-77a461c168a9 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:32:35.967578 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:36.008394 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ecff4-38a4-475c-a632-813baea431f8 req-75d55b4f-b1c3-43a9-b632-c9249821dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:36.010716 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2e5ecff4-38a4-475c-a632-813baea431f8 req-75d55b4f-b1c3-43a9-b632-c9249821dbf9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 920 time: 0.0899076 Aug 27 04:32:36.024708 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Pushing event updated for resources: {'Port': ['ID=c3463dab-7cf3-45d8-9707-77a461c168a9,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:36.065047 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2e5ecff4-38a4-475c-a632-813baea431f8 req-0b338e7e-aa02-4e62-bb5a-dc5cddd3140f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264 HTTP/1.1" status: 200 len: 217 time: 0.0460114 Aug 27 04:32:36.121646 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Attempting to bind port c3463dab-7cf3-45d8-9707-77a461c168a9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:32:36.121987 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ecff4-38a4-475c-a632-813baea431f8 req-6f231a84-58a6-4814-a40e-7110802e389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:36.122079 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Attempting to bind port c3463dab-7cf3-45d8-9707-77a461c168a9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:32:36.122333 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Attempting to bind port c3463dab-7cf3-45d8-9707-77a461c168a9 on network 5a0eabd0-6457-4c9f-8893-a95600de2933 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:32:36.123416 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2e5ecff4-38a4-475c-a632-813baea431f8 req-6f231a84-58a6-4814-a40e-7110802e389c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12f1069b-2111-4fbb-849f-5e9b92aa608f HTTP/1.1" status: 200 len: 859 time: 0.0500987 Aug 27 04:32:36.126973 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Port c3463dab-7cf3-45d8-9707-77a461c168a9 on network 5a0eabd0-6457-4c9f-8893-a95600de2933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:32:36.127321 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Attempting to bind port c3463dab-7cf3-45d8-9707-77a461c168a9 on network 5a0eabd0-6457-4c9f-8893-a95600de2933 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:32:36.132958 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:32:36.133301 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Checking segment: {'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:32:36.133686 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Bound using segment: {'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:32:36.134122 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Bound port: c3463dab-7cf3-45d8-9707-77a461c168a9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178edaf6-7d8a-47f1-a150-3fad2c3b06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:32:36.134485 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:36.160476 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2e5ecff4-38a4-475c-a632-813baea431f8 req-de6da3bc-c56c-4e90-9a99-b454a324fe47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a0eabd0-6457-4c9f-8893-a95600de2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275309 Aug 27 04:32:36.201878 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] For port c3463dab-7cf3-45d8-9707-77a461c168a9, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:32:36.208032 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] For port c3463dab-7cf3-45d8-9707-77a461c168a9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3463dab-7cf3-45d8-9707-77a461c168a9,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:32:36.214971 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:36.252384 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:36.252656 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:36.254215 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] 10.222.0.35 "PUT /v2.0/ports/c3463dab-7cf3-45d8-9707-77a461c168a9 HTTP/1.1" status: 200 len: 1093 time: 0.6709545 Aug 27 04:32:36.254665 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8098ad-7c9c-4ba5-992d-392f9cd1742a', 'tag': 'c3463dab-7cf3-45d8-9707-77a461c168a9'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:32:36.257655 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a24985-2812-475d-8ca4-ce4f6854e546" -d '{"events": [{"name": "network-changed", "server_uuid": "df8098ad-7c9c-4ba5-992d-392f9cd1742a", "tag": "c3463dab-7cf3-45d8-9707-77a461c168a9"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:32:36.284400 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbccdbe-d27d-4869-a6b1-9c4b2c643093 service neutron] Pushing event updated for resources: {'Port': ['ID=c3463dab-7cf3-45d8-9707-77a461c168a9,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:36.319394 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e3e39-9453-4951-8e2a-f1f43609f773 x-openstack-request-id: req-126e3e39-9453-4951-8e2a-f1f43609f773 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:32:36.319690 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8098ad-7c9c-4ba5-992d-392f9cd1742a", "tag": "c3463dab-7cf3-45d8-9707-77a461c168a9", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:32:36.319949 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-126e3e39-9453-4951-8e2a-f1f43609f773 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:32:36.320369 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8098ad-7c9c-4ba5-992d-392f9cd1742a', 'tag': 'c3463dab-7cf3-45d8-9707-77a461c168a9', 'status': 'completed', 'code': 200} Aug 27 04:32:36.324699 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2e5ecff4-38a4-475c-a632-813baea431f8 req-60cbac25-7823-4110-94c0-185205ffd787 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321423 Aug 27 04:32:36.368533 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3b263-b8dd-4691-8d76-75f06bde2319 req-36948ebe-42f0-40d5-a6db-669afd133f31 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:36.370317 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0df3b263-b8dd-4691-8d76-75f06bde2319 req-36948ebe-42f0-40d5-a6db-669afd133f31 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0614159 Aug 27 04:32:36.435402 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0df3b263-b8dd-4691-8d76-75f06bde2319 req-295f1cb1-84f0-47c2-86ee-e0065c319583 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558648 Aug 27 04:32:36.442157 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da331f-7238-4a03-892f-227a850db6d2 req-19f3dbfd-5518-4886-82f4-e86d12a06e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:36.444276 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-19f3dbfd-5518-4886-82f4-e86d12a06e58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 1096 time: 0.0725265 Aug 27 04:32:36.458324 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2e5ecff4-38a4-475c-a632-813baea431f8 req-de2192d5-db51-4cee-8cdb-cf951b1dcfbf service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907433 Aug 27 04:32:36.537535 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-fef24f11-a90c-42ae-8617-e7413914cad1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3463dab-7cf3-45d8-9707-77a461c168a9 HTTP/1.1" status: 200 len: 217 time: 0.0381048 Aug 27 04:32:36.596163 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da331f-7238-4a03-892f-227a850db6d2 req-e5d324c8-2f07-442a-9110-40a203dc5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:36.597677 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-e5d324c8-2f07-442a-9110-40a203dc5a76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12f1069b-2111-4fbb-849f-5e9b92aa608f HTTP/1.1" status: 200 len: 859 time: 0.0520611 Aug 27 04:32:36.636985 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-502ad2b9-e268-48a6-88d8-2b92937c48c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a0eabd0-6457-4c9f-8893-a95600de2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270903 Aug 27 04:32:36.732067 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-017c84e0-e2e8-4192-a91e-b6d1ff8120e6 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866947 Aug 27 04:32:36.839447 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69da331f-7238-4a03-892f-227a850db6d2 req-e19891ba-4918-40f1-8ac3-dd8fcdefad02 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973864 Aug 27 04:32:36.968622 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a24985-2812-475d-8ca4-ce4f6854e546 req-92ecbe5b-92a4-4023-9563-16fc69565c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:36.970139 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a7a24985-2812-475d-8ca4-ce4f6854e546 req-92ecbe5b-92a4-4023-9563-16fc69565c3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 1096 time: 0.0409417 Aug 27 04:32:37.070820 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a24985-2812-475d-8ca4-ce4f6854e546 req-f9694751-3e89-4088-94f1-f0d0799dd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:37.072386 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a7a24985-2812-475d-8ca4-ce4f6854e546 req-f9694751-3e89-4088-94f1-f0d0799dd889 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 920 time: 0.0927916 Aug 27 04:32:37.143387 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a7a24985-2812-475d-8ca4-ce4f6854e546 req-98e57927-17de-4b42-a56d-ba99a2d87aac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3463dab-7cf3-45d8-9707-77a461c168a9 HTTP/1.1" status: 200 len: 217 time: 0.0376909 Aug 27 04:32:37.199460 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a24985-2812-475d-8ca4-ce4f6854e546 req-fc4b148e-71b1-4c96-9761-801d9fefb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:37.201038 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a7a24985-2812-475d-8ca4-ce4f6854e546 req-fc4b148e-71b1-4c96-9761-801d9fefb58a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12f1069b-2111-4fbb-849f-5e9b92aa608f HTTP/1.1" status: 200 len: 859 time: 0.0474684 Aug 27 04:32:37.241146 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a7a24985-2812-475d-8ca4-ce4f6854e546 req-c2c4566a-fe8e-424d-a0e8-a7c9112ebf38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a0eabd0-6457-4c9f-8893-a95600de2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306816 Aug 27 04:32:37.367421 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a7a24985-2812-475d-8ca4-ce4f6854e546 req-7b4ab092-9260-44f9-ba82-479ed3d1f756 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913737 Aug 27 04:32:37.468158 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a7a24985-2812-475d-8ca4-ce4f6854e546 req-6e4a516e-ebe8-4997-9bec-6412de319cc5 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892653 Aug 27 04:32:37.574269 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bc5e2-6b1a-4e24-aa1c-116b7d8646d1 req-ee74b880-8f3a-4788-812c-4b77ebe2afa1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:37.575845 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a42bc5e2-6b1a-4e24-aa1c-116b7d8646d1 req-ee74b880-8f3a-4788-812c-4b77ebe2afa1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0512106 Aug 27 04:32:37.614967 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a42bc5e2-6b1a-4e24-aa1c-116b7d8646d1 req-cd720313-4e5e-4589-97aa-b2ef2e9b57bf tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Aug 27 04:32:38.207904 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59642) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:38.261336 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:32:38.325362 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-973c2c74-6475-4627-8199-d9bc84d5ecf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:38.426082 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-973c2c74-6475-4627-8199-d9bc84d5ecf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:38.430136 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-973c2c74-6475-4627-8199-d9bc84d5ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:38.474058 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-973c2c74-6475-4627-8199-d9bc84d5ecf9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=181aa043b637408faacb2e97ca849b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648559 Aug 27 04:32:38.476188 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c2c74-6475-4627-8199-d9bc84d5ecf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb390c57-561c-4dfe-b00c-2422c5e0ff3a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:38.477006 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59650) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:38.533911 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6e168ef-eadd-42d3-a451-7459e4ac74b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:38.556419 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6e168ef-eadd-42d3-a451-7459e4ac74b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:38.605626 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6e168ef-eadd-42d3-a451-7459e4ac74b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:38.614134 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6e168ef-eadd-42d3-a451-7459e4ac74b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:38.615836 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f6e168ef-eadd-42d3-a451-7459e4ac74b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb390c57-561c-4dfe-b00c-2422c5e0ff3a HTTP/1.1" status: 204 len: 168 time: 0.1368284 Aug 27 04:32:38.624735 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e168ef-eadd-42d3-a451-7459e4ac74b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb390c57-561c-4dfe-b00c-2422c5e0ff3a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:38.760044 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f207a-2198-45ea-8e3b-d8f83fb4f031 req-bdded411-9a52-4c96-bbbe-e168eaa9df3d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:38.761588 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-056f207a-2198-45ea-8e3b-d8f83fb4f031 req-bdded411-9a52-4c96-bbbe-e168eaa9df3d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0544248 Aug 27 04:32:38.801458 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-056f207a-2198-45ea-8e3b-d8f83fb4f031 req-80f3bc52-ff10-46de-84a4-bae7a4fb563a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Aug 27 04:32:38.909764 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59660) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:38.926129 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8478eaf9-c9ff-466a-ada6-b970710c806d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.016238 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8478eaf9-c9ff-466a-ada6-b970710c806d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.020338 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8478eaf9-c9ff-466a-ada6-b970710c806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.067229 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8478eaf9-c9ff-466a-ada6-b970710c806d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f8ca612ceae4ad386795726edf99aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563418 Aug 27 04:32:39.068246 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478eaf9-c9ff-466a-ada6-b970710c806d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d46df2-f36f-4bc7-b616-6e4f8b2be090,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:39.069949 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59662) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:39.141056 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4abd3a20-c59c-4f58-9a54-549876e8d426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.164291 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4abd3a20-c59c-4f58-9a54-549876e8d426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.212515 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4abd3a20-c59c-4f58-9a54-549876e8d426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.215087 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4abd3a20-c59c-4f58-9a54-549876e8d426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.216311 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4abd3a20-c59c-4f58-9a54-549876e8d426 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55d46df2-f36f-4bc7-b616-6e4f8b2be090 HTTP/1.1" status: 204 len: 168 time: 0.1445544 Aug 27 04:32:39.224181 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd3a20-c59c-4f58-9a54-549876e8d426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d46df2-f36f-4bc7-b616-6e4f8b2be090,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:39.563476 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 59676) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:39.579818 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6df275fb-8650-4eb6-87ce-274a7daf14b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.683265 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6df275fb-8650-4eb6-87ce-274a7daf14b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.688488 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6df275fb-8650-4eb6-87ce-274a7daf14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.728129 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6df275fb-8650-4eb6-87ce-274a7daf14b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58c7adbbfc454283b8cadd860a2c5e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633005 Aug 27 04:32:39.728989 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df275fb-8650-4eb6-87ce-274a7daf14b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de31909-4e26-4592-a029-ea628e801049,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:39.730852 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 59680) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:32:39.784373 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6db530d-9ce3-4eab-be81-a1889215666d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.807027 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6db530d-9ce3-4eab-be81-a1889215666d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.857554 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6db530d-9ce3-4eab-be81-a1889215666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.860155 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6db530d-9ce3-4eab-be81-a1889215666d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:39.861309 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b6db530d-9ce3-4eab-be81-a1889215666d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4de31909-4e26-4592-a029-ea628e801049 HTTP/1.1" status: 204 len: 168 time: 0.1295092 Aug 27 04:32:39.870303 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db530d-9ce3-4eab-be81-a1889215666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de31909-4e26-4592-a029-ea628e801049,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:39.944532 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bde159-b4eb-4737-8feb-74c522fc035f req-489d6dbf-4ed3-46f9-897f-9f1a83f2fb3f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:39.946179 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-23bde159-b4eb-4737-8feb-74c522fc035f req-489d6dbf-4ed3-46f9-897f-9f1a83f2fb3f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0627289 Aug 27 04:32:39.985417 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-23bde159-b4eb-4737-8feb-74c522fc035f req-62bc33c6-6986-4abf-9bb0-a019aa3f7247 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 Aug 27 04:32:41.108733 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f926df-ce0b-4c4d-a2f8-726501899d32 req-e81fdc1b-f2c5-45d6-9bb2-ea0019192320 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:41.110246 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d8f926df-ce0b-4c4d-a2f8-726501899d32 req-e81fdc1b-f2c5-45d6-9bb2-ea0019192320 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0518286 Aug 27 04:32:41.148672 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d8f926df-ce0b-4c4d-a2f8-726501899d32 req-1af3fca2-a8c1-4143-800b-a60f3b2cd467 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317457 Aug 27 04:32:42.269687 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43592ee-0ce4-4bf8-a87a-be6412974e8f req-435b794d-9d82-4266-a77d-9690746fd925 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:42.271163 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c43592ee-0ce4-4bf8-a87a-be6412974e8f req-435b794d-9d82-4266-a77d-9690746fd925 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0495746 Aug 27 04:32:42.310253 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c43592ee-0ce4-4bf8-a87a-be6412974e8f req-76866b41-0baf-4568-992b-3724fd0f416c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Aug 27 04:32:43.302355 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-a3525c9d-b10c-4753-a2cc-1c2d86f66db3 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d7de2692ad114448ab4ce22c9e152f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335481 Aug 27 04:32:43.440021 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6c2c2-2ee2-449b-8018-ceca26f8aa19 req-ccf98d0f-a7cd-45c8-815e-d9c89978a67d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:43.441963 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e3c6c2c2-2ee2-449b-8018-ceca26f8aa19 req-ccf98d0f-a7cd-45c8-815e-d9c89978a67d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0557644 Aug 27 04:32:43.484295 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e3c6c2c2-2ee2-449b-8018-ceca26f8aa19 req-a4568530-b498-44a2-95ea-dcf51ff60ba9 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355184 Aug 27 04:32:43.495816 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11c116-8554-4815-ab31-1b9843c388fa req-39b34ca0-3e20-4aab-b1d4-24691eb13048 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:43.497481 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-39b34ca0-3e20-4aab-b1d4-24691eb13048 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895263 Aug 27 04:32:43.514068 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-55bd26a7-d724-4c6d-ae67-ba952a3b958d tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/quotas/d7de2692ad114448ab4ce22c9e152f1d HTTP/1.1" status: 200 len: 375 time: 0.0102952 Aug 27 04:32:43.545939 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-1bcc34ee-873b-46a2-bed7-1a717e50a19a tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7de2692ad114448ab4ce22c9e152f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263946 Aug 27 04:32:43.705298 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fb5f995f-51de-4dbc-a0f7-f6979c4fbcfd req-f555b9a1-5384-48b9-b623-75ea9c75e045 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 210 time: 0.0271320 Aug 27 04:32:44.608008 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246b132-64cb-4e5f-bdf3-7566897bc57c req-dd6eae16-97cc-4e92-9346-87b988d332c2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:44.609508 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3246b132-64cb-4e5f-bdf3-7566897bc57c req-dd6eae16-97cc-4e92-9346-87b988d332c2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0494716 Aug 27 04:32:44.651588 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3246b132-64cb-4e5f-bdf3-7566897bc57c req-d4ba58e7-c997-4980-91eb-668e6d583f64 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360405 Aug 27 04:32:44.802155 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-74106091-c16c-460f-9913-4e589c72c9bc req-68b99ba1-5ba6-409e-8a6a-b4f952c67a84 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 210 time: 0.0267062 Aug 27 04:32:45.287263 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-4e0a42d8-c906-4c7e-8138-0bbb93ff159b tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d7de2692ad114448ab4ce22c9e152f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222151 Aug 27 04:32:45.410879 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11c116-8554-4815-ab31-1b9843c388fa req-aaf86f3b-3ae9-40c9-a447-97c8d02f51b0 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:45.412415 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-aaf86f3b-3ae9-40c9-a447-97c8d02f51b0 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187108 Aug 27 04:32:45.441107 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Request body: {'port': {'device_id': 'a2ceae33-b8b9-4fe9-b507-4edb7d4a5403', 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9', 'admin_state_up': True, 'tenant_id': 'd7de2692ad114448ab4ce22c9e152f1d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:32:45.553561 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Made reservation on behalf of d7de2692ad114448ab4ce22c9e152f1d for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:32:45.559287 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:45.571454 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:45.670268 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:45.676846 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:45.736791 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f8af41-ac83-4179-94bd-6fa864468c20,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:45.814395 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Allocated IP 192.168.233.67 (97e51889-0de0-43a6-aec6-371628a4edb9/65c45beb-ed56-4265-9441-0abdc61ac745/ca061db2-994e-4835-9544-62ab84abf718) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:32:45.996369 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-74189d63-f410-459e-a3c1-f09dfbaae08c req-acf66d99-0201-428f-9d43-b41ed6ed0284 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 210 time: 0.0327089 Aug 27 04:32:46.006534 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:46.022949 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632924-1831-4a3f-8653-bffbd72724eb req-bfa3d226-21e6-4e99-8fba-f3f90fc5ee8d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:46.024493 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb632924-1831-4a3f-8653-bffbd72724eb req-bfa3d226-21e6-4e99-8fba-f3f90fc5ee8d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0960863 Aug 27 04:32:46.033326 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Transition to ACTIVE for port object ca061db2-994e-4835-9544-62ab84abf718 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:32:46.082632 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb632924-1831-4a3f-8653-bffbd72724eb req-4724c9e8-7831-4fb4-a24b-74104c10a778 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509825 Aug 27 04:32:46.096031 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:46.137197 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Network 97e51889-0de0-43a6-aec6-371628a4edb9 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:32:46.140553 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:32:46.148370 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:32:46.173242 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Pushing event updated for resources: {'Port': ['ID=ca061db2-994e-4835-9544-62ab84abf718,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:46.207593 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:46.208301 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:46.227077 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-3e4a509e-b09e-4eb5-bd62-41e1a6a2e6a5 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7905073 Aug 27 04:32:46.248010 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Request body: {'port': {'device_id': 'a2ceae33-b8b9-4fe9-b507-4edb7d4a5403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:32:46.309825 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:46.390592 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1feffad5-7a4e-451b-ab27-ca69a1361b9d None None] Provisioning for port ca061db2-994e-4835-9544-62ab84abf718 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:32:46.404912 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1feffad5-7a4e-451b-ab27-ca69a1361b9d None None] Provisioning complete for port ca061db2-994e-4835-9544-62ab84abf718 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:32:46.405294 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1feffad5-7a4e-451b-ab27-ca69a1361b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:46.438928 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1feffad5-7a4e-451b-ab27-ca69a1361b9d None None] Port ca061db2-994e-4835-9544-62ab84abf718 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:32:46.574861 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca061db2-994e-4835-9544-62ab84abf718 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:32:46.582254 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:46.595039 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Transition to ACTIVE for port object ca061db2-994e-4835-9544-62ab84abf718 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:32:46.598518 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:46.653132 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Pushing event updated for resources: {'Port': ['ID=ca061db2-994e-4835-9544-62ab84abf718,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:46.727641 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Attempting to bind port ca061db2-994e-4835-9544-62ab84abf718 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:32:46.728350 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Attempting to bind port ca061db2-994e-4835-9544-62ab84abf718 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8448322c-41d5-4495-b13e-698ad04caf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:32:46.728350 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Attempting to bind port ca061db2-994e-4835-9544-62ab84abf718 on network 97e51889-0de0-43a6-aec6-371628a4edb9 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:32:46.733002 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Port ca061db2-994e-4835-9544-62ab84abf718 on network 97e51889-0de0-43a6-aec6-371628a4edb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:32:46.733327 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Attempting to bind port ca061db2-994e-4835-9544-62ab84abf718 on network 97e51889-0de0-43a6-aec6-371628a4edb9 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:32:46.738750 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:32:46.739085 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Checking segment: {'id': '8448322c-41d5-4495-b13e-698ad04caf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:32:46.739478 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Bound using segment: {'id': '8448322c-41d5-4495-b13e-698ad04caf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:32:46.740456 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Bound port: ca061db2-994e-4835-9544-62ab84abf718, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8448322c-41d5-4495-b13e-698ad04caf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:32:46.740820 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:46.811670 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] For port ca061db2-994e-4835-9544-62ab84abf718, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:32:46.815157 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] For port ca061db2-994e-4835-9544-62ab84abf718, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ca061db2-994e-4835-9544-62ab84abf718,segment=NetworkSegment(8448322c-41d5-4495-b13e-698ad04caf2b),segment_id=8448322c-41d5-4495-b13e-698ad04caf2b)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:32:46.820460 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:46.855737 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:46.856590 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:46.858604 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] 10.222.0.35 "PUT /v2.0/ports/ca061db2-994e-4835-9544-62ab84abf718 HTTP/1.1" status: 200 len: 1097 time: 0.6152389 Aug 27 04:32:46.859095 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ceae33-b8b9-4fe9-b507-4edb7d4a5403', 'tag': 'ca061db2-994e-4835-9544-62ab84abf718'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:32:46.862120 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b980fedc-371f-436d-8fc3-fd38518b5679" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ceae33-b8b9-4fe9-b507-4edb7d4a5403", "tag": "ca061db2-994e-4835-9544-62ab84abf718"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:32:46.908922 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b12cd-72c7-45dd-8e54-887b2134c73b service neutron] Pushing event updated for resources: {'Port': ['ID=ca061db2-994e-4835-9544-62ab84abf718,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:46.941983 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d3331-f535-4570-b7ef-8b5280d0dc00 x-openstack-request-id: req-dc4d3331-f535-4570-b7ef-8b5280d0dc00 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:32:46.942275 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ceae33-b8b9-4fe9-b507-4edb7d4a5403", "tag": "ca061db2-994e-4835-9544-62ab84abf718", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:32:46.942559 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc4d3331-f535-4570-b7ef-8b5280d0dc00 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:32:46.943482 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ceae33-b8b9-4fe9-b507-4edb7d4a5403', 'tag': 'ca061db2-994e-4835-9544-62ab84abf718', 'status': 'completed', 'code': 200} Aug 27 04:32:47.086490 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11c116-8554-4815-ab31-1b9843c388fa req-e00bc4c1-bd2d-463a-98e8-acc23886a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:47.088121 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-e00bc4c1-bd2d-463a-98e8-acc23886a4b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7de2692ad114448ab4ce22c9e152f1d&device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 1100 time: 0.0465183 Aug 27 04:32:47.146402 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-938eafb0-1329-4518-a351-8e75554aa57d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ca061db2-994e-4835-9544-62ab84abf718 HTTP/1.1" status: 200 len: 217 time: 0.0353794 Aug 27 04:32:47.310379 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e3033-c602-49bd-9e25-1d94b462a9e4 req-57bde01b-d379-428f-99a0-33fa742b54d4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:47.312026 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f48e3033-c602-49bd-9e25-1d94b462a9e4 req-57bde01b-d379-428f-99a0-33fa742b54d4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0551546 Aug 27 04:32:47.361581 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f48e3033-c602-49bd-9e25-1d94b462a9e4 req-5fc1ebe4-4a94-4c38-bf45-6f8cc2fa62ae tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427370 Aug 27 04:32:47.456923 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11c116-8554-4815-ab31-1b9843c388fa req-9c93acea-6f30-4e69-9d6f-07312eec8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:47.458278 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-9c93acea-6f30-4e69-9d6f-07312eec8475 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=65c45beb-ed56-4265-9441-0abdc61ac745 HTTP/1.1" status: 200 len: 843 time: 0.2467237 Aug 27 04:32:47.469511 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b92-89b4-4e1a-89bb-04a0259aa545 req-8d244e52-ed02-4662-8caa-7e6870dc019a tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:47.470964 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-43264b92-89b4-4e1a-89bb-04a0259aa545 req-8d244e52-ed02-4662-8caa-7e6870dc019a tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 947 time: 0.2688646 Aug 27 04:32:47.534129 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-43264b92-89b4-4e1a-89bb-04a0259aa545 req-f2cbab3b-5ece-4608-b4e1-6a7d12a7e2ea tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542450 Aug 27 04:32:47.537751 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11c116-8554-4815-ab31-1b9843c388fa req-dbf7e55f-a508-4d36-a029-7fe76eabd9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:47.539234 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-dbf7e55f-a508-4d36-a029-7fe76eabd9e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97e51889-0de0-43a6-aec6-371628a4edb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0673809 Aug 27 04:32:47.639347 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-5e5f45e4-23fd-4f05-8148-4fbbd2ec697c service neutron] 10.222.0.35 "GET /v2.0/networks/97e51889-0de0-43a6-aec6-371628a4edb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876191 Aug 27 04:32:47.732710 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb11c116-8554-4815-ab31-1b9843c388fa req-4b5411f7-ce12-4e5d-b266-db25df6d583a service neutron] 10.222.0.35 "GET /v2.0/networks/97e51889-0de0-43a6-aec6-371628a4edb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844080 Aug 27 04:32:48.044141 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-f8505aea-febd-4e65-87f3-3fb0003e4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:48.045653 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-f8505aea-febd-4e65-87f3-3fb0003e4070 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7de2692ad114448ab4ce22c9e152f1d&device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 1100 time: 0.0428848 Aug 27 04:32:48.143176 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-9ba8dc0c-63dd-4c42-b7cc-a94318baca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:48.144682 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-9ba8dc0c-63dd-4c42-b7cc-a94318baca88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=97e51889-0de0-43a6-aec6-371628a4edb9 HTTP/1.1" status: 200 len: 870 time: 0.0916705 Aug 27 04:32:48.189024 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-9de333a8-1fa1-4a26-9441-f7e6d736b7e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ca061db2-994e-4835-9544-62ab84abf718 HTTP/1.1" status: 200 len: 217 time: 0.0355680 Aug 27 04:32:48.245755 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-9cea3a19-4d26-48ab-98a4-9d9a79fe58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:48.247262 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-9cea3a19-4d26-48ab-98a4-9d9a79fe58d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=65c45beb-ed56-4265-9441-0abdc61ac745 HTTP/1.1" status: 200 len: 843 time: 0.0507069 Aug 27 04:32:48.299744 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-0eaf01e9-0f0e-4e9c-9d6a-f0b59470cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:48.301451 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-0eaf01e9-0f0e-4e9c-9d6a-f0b59470cbcd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97e51889-0de0-43a6-aec6-371628a4edb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465403 Aug 27 04:32:48.396414 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-3fc32285-196b-4648-bcdf-962c4435d56d service neutron] 10.222.0.35 "GET /v2.0/networks/97e51889-0de0-43a6-aec6-371628a4edb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849776 Aug 27 04:32:48.494306 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b980fedc-371f-436d-8fc3-fd38518b5679 req-7ccdfa09-92c7-47c6-820c-2748410e4fcb service neutron] 10.222.0.35 "GET /v2.0/networks/97e51889-0de0-43a6-aec6-371628a4edb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899222 Aug 27 04:32:49.008613 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23697a-ab86-4aad-9d5e-bb121e56f83f req-2b991502-0fa6-49e4-bb7e-8e6cf06ec26b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:49.010268 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dd23697a-ab86-4aad-9d5e-bb121e56f83f req-2b991502-0fa6-49e4-bb7e-8e6cf06ec26b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0493917 Aug 27 04:32:49.034447 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9414e-ac82-4ce9-9ecf-97fc4a48c1b2 req-1a4b0997-4f64-43cf-ac07-1aefbe3fb17d tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:49.036313 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-48a9414e-ac82-4ce9-9ecf-97fc4a48c1b2 req-1a4b0997-4f64-43cf-ac07-1aefbe3fb17d tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 947 time: 0.0532186 Aug 27 04:32:49.064088 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dd23697a-ab86-4aad-9d5e-bb121e56f83f req-0149529f-a21a-4c67-bab5-3a0df97cc660 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462191 Aug 27 04:32:49.087121 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-48a9414e-ac82-4ce9-9ecf-97fc4a48c1b2 req-cf50f455-49d1-455d-ab91-8389e5d16575 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Aug 27 04:32:50.221393 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a2254-c24e-4d40-b8a6-d6674055172a req-50bf73eb-fc5f-4c59-aecc-859b5669e9cd tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:50.226133 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aa9a2254-c24e-4d40-b8a6-d6674055172a req-50bf73eb-fc5f-4c59-aecc-859b5669e9cd tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0573492 Aug 27 04:32:50.265114 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aa9a2254-c24e-4d40-b8a6-d6674055172a req-2f8e29db-89e4-41fe-be9a-d44386afe2cc tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356927 Aug 27 04:32:50.279292 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5595f-549d-4051-8576-7ec73d87f45c req-6137f460-9f37-4408-9b44-3af7eaf69ff4 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:50.280844 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bee5595f-549d-4051-8576-7ec73d87f45c req-6137f460-9f37-4408-9b44-3af7eaf69ff4 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 947 time: 0.0556808 Aug 27 04:32:50.321199 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bee5595f-549d-4051-8576-7ec73d87f45c req-fd250507-3861-44cf-aea3-10c81d507af9 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Aug 27 04:32:51.453225 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75a0f2-2ad2-4e97-8254-cce3eff0dbc5 req-f58bc3e8-dc64-4371-a634-67c784bb3681 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:51.454773 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-db75a0f2-2ad2-4e97-8254-cce3eff0dbc5 req-f58bc3e8-dc64-4371-a634-67c784bb3681 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0540512 Aug 27 04:32:51.490502 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c49078-9b3d-4805-b7b4-8404e0b91372 req-448cd543-b984-4b59-b5b9-64616d73c7bd tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:51.492061 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-91c49078-9b3d-4805-b7b4-8404e0b91372 req-448cd543-b984-4b59-b5b9-64616d73c7bd tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 947 time: 0.0554469 Aug 27 04:32:51.495913 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-db75a0f2-2ad2-4e97-8254-cce3eff0dbc5 req-526c9c29-32c1-4726-9d11-ccd0768fb285 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344768 Aug 27 04:32:51.535544 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-91c49078-9b3d-4805-b7b4-8404e0b91372 req-dda66c0e-0cd2-418b-8170-24a2ff61b6b9 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366836 Aug 27 04:32:52.618885 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e982c5-4919-4707-aeb0-d8c3b421dc3e req-460278df-18a3-4f7a-8548-b0c7f721f11c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:52.620506 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32e982c5-4919-4707-aeb0-d8c3b421dc3e req-460278df-18a3-4f7a-8548-b0c7f721f11c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 943 time: 0.0529573 Aug 27 04:32:52.651124 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device c3463dab-7cf3-45d8-9707-77a461c168a9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:32:52.659508 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cdfaa-f2a9-4e87-89be-f2960bfd8191 req-d554289c-2ffb-4d1c-aafe-38214e4ee47f tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:52.661710 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f97cdfaa-f2a9-4e87-89be-f2960bfd8191 req-d554289c-2ffb-4d1c-aafe-38214e4ee47f tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 947 time: 0.0544167 Aug 27 04:32:52.663641 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32e982c5-4919-4707-aeb0-d8c3b421dc3e req-7a3ebfb1-a124-43b8-8163-ce0646dcecd5 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365357 Aug 27 04:32:52.710077 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f97cdfaa-f2a9-4e87-89be-f2960bfd8191 req-abbaaa30-02c2-4c27-838d-5b4981a9aa21 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Aug 27 04:32:52.774141 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port c3463dab-7cf3-45d8-9707-77a461c168a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3463dab-7cf3-45d8-9707-77a461c168a9,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:52.785899 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': 'c3463dab-7cf3-45d8-9707-77a461c168a9', 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933', 'port_id': 'c3463dab-7cf3-45d8-9707-77a461c168a9', 'mac_address': 'fa:16:3e:74:4c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f1069b-2111-4fbb-849f-5e9b92aa608f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:32:52.825331 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:52.838861 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3463dab-7cf3-45d8-9707-77a461c168a9 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:32:52.870366 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port c3463dab-7cf3-45d8-9707-77a461c168a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3463dab-7cf3-45d8-9707-77a461c168a9,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:52.874898 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:52.875602 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 8d848bd3-1806-43f5-a0cc-2ccc980f7264 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:32:52.947130 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=c3463dab-7cf3-45d8-9707-77a461c168a9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:52.950882 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 8d848bd3-1806-43f5-a0cc-2ccc980f7264, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:52.962581 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '8d848bd3-1806-43f5-a0cc-2ccc980f7264', 'network_id': '5a0eabd0-6457-4c9f-8893-a95600de2933', 'port_id': '8d848bd3-1806-43f5-a0cc-2ccc980f7264', 'mac_address': 'fa:16:3e:d1:d7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f1069b-2111-4fbb-849f-5e9b92aa608f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:32:53.000831 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:53.014514 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d848bd3-1806-43f5-a0cc-2ccc980f7264 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:32:53.035975 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 8d848bd3-1806-43f5-a0cc-2ccc980f7264, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:53.040012 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:53.087061 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=8d848bd3-1806-43f5-a0cc-2ccc980f7264,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:53.841739 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ba4d0-12c4-49f5-a73c-84b0723c2875 req-3d58f75e-c24d-45de-824b-1f9d48d29763 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:53.843297 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-960ba4d0-12c4-49f5-a73c-84b0723c2875 req-3d58f75e-c24d-45de-824b-1f9d48d29763 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 944 time: 0.0500326 Aug 27 04:32:53.878881 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da1b5b-2b82-4dea-aaca-a1ef965a2122 req-5ee65068-9635-48b7-83ec-4999f08ea9ed tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:53.880516 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-84da1b5b-2b82-4dea-aaca-a1ef965a2122 req-5ee65068-9635-48b7-83ec-4999f08ea9ed tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 947 time: 0.0514703 Aug 27 04:32:53.886769 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-960ba4d0-12c4-49f5-a73c-84b0723c2875 req-4609b0ab-c2c0-4038-9417-b4e283dd92b7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Aug 27 04:32:53.919022 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-84da1b5b-2b82-4dea-aaca-a1ef965a2122 req-658d1f61-fdd4-4bc5-b821-8c1c154a8491 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Aug 27 04:32:54.130292 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['c3463dab-7cf3-45d8-9707-77a461c168a9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:32:54.400809 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['8d848bd3-1806-43f5-a0cc-2ccc980f7264'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:32:54.661217 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ca061db2-994e-4835-9544-62ab84abf718 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:32:54.757931 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port ca061db2-994e-4835-9544-62ab84abf718, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ca061db2-994e-4835-9544-62ab84abf718,segment=NetworkSegment(8448322c-41d5-4495-b13e-698ad04caf2b),segment_id=8448322c-41d5-4495-b13e-698ad04caf2b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:54.769325 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': 'ca061db2-994e-4835-9544-62ab84abf718', 'network_id': '97e51889-0de0-43a6-aec6-371628a4edb9', 'port_id': 'ca061db2-994e-4835-9544-62ab84abf718', 'mac_address': 'fa:16:3e:a3:d5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c45beb-ed56-4265-9441-0abdc61ac745', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:32:54.807887 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:54.822865 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca061db2-994e-4835-9544-62ab84abf718 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:32:54.843580 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port ca061db2-994e-4835-9544-62ab84abf718, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ca061db2-994e-4835-9544-62ab84abf718,segment=NetworkSegment(8448322c-41d5-4495-b13e-698ad04caf2b),segment_id=8448322c-41d5-4495-b13e-698ad04caf2b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:54.847962 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:54.900323 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=ca061db2-994e-4835-9544-62ab84abf718,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:55.166610 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e84d-3519-437d-bb54-8c12a529c806 req-52ce05cd-fd04-40ad-851b-6fc1a01d0c26 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:55.168186 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1398e84d-3519-437d-bb54-8c12a529c806 req-52ce05cd-fd04-40ad-851b-6fc1a01d0c26 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 944 time: 0.0544131 Aug 27 04:32:55.176725 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cc6ff-5f0b-480f-82c2-5152abb14938 req-b99d08b8-a383-42ec-8b31-13aa6d96331a tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:55.178924 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0cc6ff-5f0b-480f-82c2-5152abb14938 req-b99d08b8-a383-42ec-8b31-13aa6d96331a tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 948 time: 0.0527363 Aug 27 04:32:55.207633 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1398e84d-3519-437d-bb54-8c12a529c806 req-f42da097-9859-4fb6-9bde-f8c53914a0d1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Aug 27 04:32:55.218003 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0cc6ff-5f0b-480f-82c2-5152abb14938 req-c0bb7497-76a9-4eaa-9cc8-f8fdcb4409dd tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Aug 27 04:32:55.915242 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['ca061db2-994e-4835-9544-62ab84abf718'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:32:56.488237 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706e7a7-d8cc-481b-91dd-98869ae1b32b req-14e664e4-f156-45f5-8afa-34e37a542e4c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:56.490465 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e706e7a7-d8cc-481b-91dd-98869ae1b32b req-14e664e4-f156-45f5-8afa-34e37a542e4c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 944 time: 0.0514317 Aug 27 04:32:56.521342 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148355b-60a0-4548-84c7-87ba0608ec88 req-efefd991-1b81-4d08-8b5f-dc78ea3592fd tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:56.522915 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7148355b-60a0-4548-84c7-87ba0608ec88 req-efefd991-1b81-4d08-8b5f-dc78ea3592fd tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 948 time: 0.0496192 Aug 27 04:32:56.533728 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e706e7a7-d8cc-481b-91dd-98869ae1b32b req-0b906a70-6a91-4380-a904-030f1ca11287 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342696 Aug 27 04:32:56.571827 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7148355b-60a0-4548-84c7-87ba0608ec88 req-a86a1609-049d-4828-9748-7ce8a46ba5b1 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Aug 27 04:32:56.651239 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device c3463dab-7cf3-45d8-9707-77a461c168a9 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:32:56.702107 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port c3463dab-7cf3-45d8-9707-77a461c168a9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:32:56.706266 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port c3463dab-7cf3-45d8-9707-77a461c168a9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:32:56.706646 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:56.762767 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64005cc6-a181-449c-b3ac-32adf8b4a6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:56.802102 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:56.825481 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8098ad-7c9c-4ba5-992d-392f9cd1742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3463dab-7cf3-45d8-9707-77a461c168a9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:32:56.827748 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40421574-98dc-448d-b344-f0c4a3a799a1" -d '{"events": [{"server_uuid": "df8098ad-7c9c-4ba5-992d-392f9cd1742a", "name": "network-vif-plugged", "status": "completed", "tag": "c3463dab-7cf3-45d8-9707-77a461c168a9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:32:56.840952 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port c3463dab-7cf3-45d8-9707-77a461c168a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3463dab-7cf3-45d8-9707-77a461c168a9,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:56.845365 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:56.870478 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fb2934-7731-40fe-b987-f8c7045add99 x-openstack-request-id: req-d7fb2934-7731-40fe-b987-f8c7045add99 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:32:56.870777 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8098ad-7c9c-4ba5-992d-392f9cd1742a", "name": "network-vif-plugged", "status": "completed", "tag": "c3463dab-7cf3-45d8-9707-77a461c168a9", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:32:56.871033 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7fb2934-7731-40fe-b987-f8c7045add99 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:32:56.871425 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8098ad-7c9c-4ba5-992d-392f9cd1742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3463dab-7cf3-45d8-9707-77a461c168a9', 'code': 200} Aug 27 04:32:56.901575 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=c3463dab-7cf3-45d8-9707-77a461c168a9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:57.075158 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3da59-cf21-42b9-a1c4-5fefd7cb037f req-356fe372-00df-46eb-a45b-c40bd64914ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:57.076692 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ce3da59-cf21-42b9-a1c4-5fefd7cb037f req-356fe372-00df-46eb-a45b-c40bd64914ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 1098 time: 0.0397840 Aug 27 04:32:57.120200 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ce3da59-cf21-42b9-a1c4-5fefd7cb037f req-5391c92c-8307-4585-912b-9be29aa3dbc8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298679 Aug 27 04:32:58.130689 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f10bae-1200-46d2-b096-f73e1830a534 req-d685b20f-fa45-47f9-a94a-de1ce1134416 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:58.132322 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-28f10bae-1200-46d2-b096-f73e1830a534 req-d685b20f-fa45-47f9-a94a-de1ce1134416 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0571291 Aug 27 04:32:58.180093 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-28f10bae-1200-46d2-b096-f73e1830a534 req-683d60fa-4855-440a-b9fa-87c448ad9eed tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Aug 27 04:32:58.188038 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e469b79-fb3b-4b5c-b058-33dd95c0ab4a req-d529ba73-34f3-47a5-8497-edf5a1861804 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:58.189728 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6e469b79-fb3b-4b5c-b058-33dd95c0ab4a req-d529ba73-34f3-47a5-8497-edf5a1861804 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 948 time: 0.0496256 Aug 27 04:32:58.232175 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6e469b79-fb3b-4b5c-b058-33dd95c0ab4a req-57c42f3c-2b56-4094-9234-5a8c826e20ef tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347829 Aug 27 04:32:58.692962 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 8d848bd3-1806-43f5-a0cc-2ccc980f7264 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:32:58.870952 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 8d848bd3-1806-43f5-a0cc-2ccc980f7264 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:32:58.875093 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 8d848bd3-1806-43f5-a0cc-2ccc980f7264 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:32:58.875453 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:58.955796 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:58.979076 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e594817-f3cc-40e6-babe-c736641fb9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d848bd3-1806-43f5-a0cc-2ccc980f7264'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:32:58.981355 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a73499-e1a8-46c1-af96-949d63811fa1" -d '{"events": [{"server_uuid": "0e594817-f3cc-40e6-babe-c736641fb9a9", "name": "network-vif-plugged", "status": "completed", "tag": "8d848bd3-1806-43f5-a0cc-2ccc980f7264"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:32:58.998125 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 8d848bd3-1806-43f5-a0cc-2ccc980f7264, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:59.003470 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:59.004362 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ca061db2-994e-4835-9544-62ab84abf718 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:32:59.026764 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de96fb6-0bd1-4a57-a4ce-90f48520ace1 x-openstack-request-id: req-4de96fb6-0bd1-4a57-a4ce-90f48520ace1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:32:59.027055 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e594817-f3cc-40e6-babe-c736641fb9a9", "name": "network-vif-plugged", "status": "completed", "tag": "8d848bd3-1806-43f5-a0cc-2ccc980f7264", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:32:59.027309 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4de96fb6-0bd1-4a57-a4ce-90f48520ace1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:32:59.027697 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e594817-f3cc-40e6-babe-c736641fb9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d848bd3-1806-43f5-a0cc-2ccc980f7264', 'code': 200} Aug 27 04:32:59.081659 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8fef-903d-4a23-a0fd-3d8623c52152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:59.095213 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=8d848bd3-1806-43f5-a0cc-2ccc980f7264,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:59.113577 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port ca061db2-994e-4835-9544-62ab84abf718 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:32:59.118756 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port ca061db2-994e-4835-9544-62ab84abf718 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:32:59.119142 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:59.219910 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:59.254827 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port ca061db2-994e-4835-9544-62ab84abf718, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ca061db2-994e-4835-9544-62ab84abf718,segment=NetworkSegment(8448322c-41d5-4495-b13e-698ad04caf2b),segment_id=8448322c-41d5-4495-b13e-698ad04caf2b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:32:59.263436 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:59.355935 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=ca061db2-994e-4835-9544-62ab84abf718,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:59.393841 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1659ee9-c895-4a74-a793-e9857966549e req-5c7c4339-da27-4bfc-aab7-691c521ea63a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:59.395499 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1659ee9-c895-4a74-a793-e9857966549e req-5c7c4339-da27-4bfc-aab7-691c521ea63a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0859950 Aug 27 04:32:59.399058 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe41b-541e-48cb-a78e-eb53d9b48a2f req-d37380cd-36c7-44ff-a143-f23331cd3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:59.400708 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6dcbe41b-541e-48cb-a78e-eb53d9b48a2f req-d37380cd-36c7-44ff-a143-f23331cd3089 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 1098 time: 0.1047833 Aug 27 04:32:59.447482 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6dcbe41b-541e-48cb-a78e-eb53d9b48a2f req-4e543046-44c8-411a-a559-bb71762e9869 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337017 Aug 27 04:32:59.449201 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1659ee9-c895-4a74-a793-e9857966549e req-8146842c-e25d-48c8-89cc-9aca04e2f912 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Aug 27 04:32:59.543841 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62c26-1352-4895-83c8-3ecae26aad06 req-391cecb6-45b6-470f-82e7-f9d4052eb387 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:32:59.545407 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fed62c26-1352-4895-83c8-3ecae26aad06 req-391cecb6-45b6-470f-82e7-f9d4052eb387 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 949 time: 0.0539181 Aug 27 04:32:59.576696 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:59.587361 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fed62c26-1352-4895-83c8-3ecae26aad06 req-051b794c-8db1-434a-a203-1d4808776916 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356488 Aug 27 04:33:00.380103 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:00.569143 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72496a-1b78-4c56-8c85-8e230e5c6e84 req-3c71e3d9-0d6a-48b1-985a-76724f931ffb tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:00.570570 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6c72496a-1b78-4c56-8c85-8e230e5c6e84 req-3c71e3d9-0d6a-48b1-985a-76724f931ffb tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0508876 Aug 27 04:33:00.610756 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6c72496a-1b78-4c56-8c85-8e230e5c6e84 req-0cdfb623-5b56-4b3f-a7fc-aac227c9c6c5 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Aug 27 04:33:00.726963 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a4c6c-568b-4357-b145-b09ca88e75d7 req-1ae6268a-0c77-48af-8044-95ecf407b781 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:00.728513 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-998a4c6c-568b-4357-b145-b09ca88e75d7 req-1ae6268a-0c77-48af-8044-95ecf407b781 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 949 time: 0.0618973 Aug 27 04:33:00.775056 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-998a4c6c-568b-4357-b145-b09ca88e75d7 req-0d2c4889-a676-4847-954e-6690a93ddf14 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406535 Aug 27 04:33:00.939392 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d6c45-95bb-49e7-931a-45b270b813a9 req-f4d8a4d3-955d-40f3-8504-7afad25651ff tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:00.940913 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c70d6c45-95bb-49e7-931a-45b270b813a9 req-f4d8a4d3-955d-40f3-8504-7afad25651ff tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0847714 Aug 27 04:33:00.947523 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b3c4c-c53a-49a9-92e1-05f71b46ca4a req-b73ab7ce-1350-4784-8de2-3e39adcd5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:00.948984 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-509b3c4c-c53a-49a9-92e1-05f71b46ca4a req-b73ab7ce-1350-4784-8de2-3e39adcd5f51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 1098 time: 0.0556777 Aug 27 04:33:01.029368 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ceae33-b8b9-4fe9-b507-4edb7d4a5403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca061db2-994e-4835-9544-62ab84abf718'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:33:01.030345 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c70d6c45-95bb-49e7-931a-45b270b813a9 req-59d36582-1d73-478d-a7e4-a870d6ee8757 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804191 Aug 27 04:33:01.032075 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9275728-a766-4d63-bc59-945a56316884" -d '{"events": [{"server_uuid": "a2ceae33-b8b9-4fe9-b507-4edb7d4a5403", "name": "network-vif-plugged", "status": "completed", "tag": "ca061db2-994e-4835-9544-62ab84abf718"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:33:01.067247 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b3c4c-c53a-49a9-92e1-05f71b46ca4a req-1c6476b7-b06b-4f58-9ffc-2e84d5adcd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:01.068852 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-509b3c4c-c53a-49a9-92e1-05f71b46ca4a req-1c6476b7-b06b-4f58-9ffc-2e84d5adcd24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 920 time: 0.1117454 Aug 27 04:33:01.070404 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c800e9-2f95-4c75-a36f-afef36bee892 x-openstack-request-id: req-99c800e9-2f95-4c75-a36f-afef36bee892 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:33:01.070692 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ceae33-b8b9-4fe9-b507-4edb7d4a5403", "name": "network-vif-plugged", "status": "completed", "tag": "ca061db2-994e-4835-9544-62ab84abf718", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:33:01.070943 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99c800e9-2f95-4c75-a36f-afef36bee892 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:33:01.071333 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ceae33-b8b9-4fe9-b507-4edb7d4a5403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca061db2-994e-4835-9544-62ab84abf718', 'code': 200} Aug 27 04:33:01.174940 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-509b3c4c-c53a-49a9-92e1-05f71b46ca4a req-ba877c9e-5aff-4938-87f4-fa2dcaa0af9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3463dab-7cf3-45d8-9707-77a461c168a9 HTTP/1.1" status: 200 len: 217 time: 0.0371015 Aug 27 04:33:01.254942 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b3c4c-c53a-49a9-92e1-05f71b46ca4a req-02a79456-5b10-4fb5-b2cd-fefd92403cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:01.257227 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-509b3c4c-c53a-49a9-92e1-05f71b46ca4a req-02a79456-5b10-4fb5-b2cd-fefd92403cc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12f1069b-2111-4fbb-849f-5e9b92aa608f HTTP/1.1" status: 200 len: 859 time: 0.0534160 Aug 27 04:33:01.292578 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-509b3c4c-c53a-49a9-92e1-05f71b46ca4a req-74dbbc39-c347-4a7b-9422-9dde200f052d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a0eabd0-6457-4c9f-8893-a95600de2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263205 Aug 27 04:33:01.322520 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16362788-7437-4a8e-81ac-83ce2066a8a9 req-69ff881d-02af-4cca-90b8-ce3f3fc9300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:01.324069 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-16362788-7437-4a8e-81ac-83ce2066a8a9 req-69ff881d-02af-4cca-90b8-ce3f3fc9300f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 1102 time: 0.0412471 Aug 27 04:33:01.365281 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-16362788-7437-4a8e-81ac-83ce2066a8a9 req-91209492-984b-454f-97e8-1b40b4ad6a80 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Aug 27 04:33:01.385513 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-509b3c4c-c53a-49a9-92e1-05f71b46ca4a req-ae13337e-8942-4783-95ac-7b6c7024250b service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858448 Aug 27 04:33:02.082712 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:02.549417 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-509b3c4c-c53a-49a9-92e1-05f71b46ca4a req-e80d9154-b015-4137-8363-b9ccc89b246c service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885291 Aug 27 04:33:02.712534 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd4a19-b6ca-4577-9938-74b43202c5a0 req-cef90c08-569a-4c21-a658-a751c3764091 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:02.714095 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b1bd4a19-b6ca-4577-9938-74b43202c5a0 req-cef90c08-569a-4c21-a658-a751c3764091 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 949 time: 0.0682402 Aug 27 04:33:02.755461 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b1bd4a19-b6ca-4577-9938-74b43202c5a0 req-5d1448eb-9bd5-40ec-a1a8-375871c9e2ff tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348132 Aug 27 04:33:02.784469 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cd5e4-3082-4943-aaed-3b3ff868d607 req-42e02d02-2207-4560-a2d7-de6d1479e044 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:02.786022 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e91cd5e4-3082-4943-aaed-3b3ff868d607 req-42e02d02-2207-4560-a2d7-de6d1479e044 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0596166 Aug 27 04:33:02.828540 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e91cd5e4-3082-4943-aaed-3b3ff868d607 req-7ad7e306-54f3-4ded-935f-0958eff08992 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363767 Aug 27 04:33:03.222884 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71827621-e205-41cb-a03b-34f4fd295935 req-0100663c-a94b-4b05-a7bb-6a45dd6554ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395598 Aug 27 04:33:03.316226 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827621-e205-41cb-a03b-34f4fd295935 req-523e5ced-bddb-4d1a-9ac0-e83f8de4d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:03.317733 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71827621-e205-41cb-a03b-34f4fd295935 req-523e5ced-bddb-4d1a-9ac0-e83f8de4d7b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 1098 time: 0.0438979 Aug 27 04:33:03.431128 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827621-e205-41cb-a03b-34f4fd295935 req-1f857865-0198-4997-bfbc-d99f442975a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:03.432759 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71827621-e205-41cb-a03b-34f4fd295935 req-1f857865-0198-4997-bfbc-d99f442975a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 912 time: 0.0869184 Aug 27 04:33:03.503431 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71827621-e205-41cb-a03b-34f4fd295935 req-52c565b9-bfa0-4e9b-bffa-226b0f06f348 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9 HTTP/1.1" status: 200 len: 1001 time: 0.0620732 Aug 27 04:33:03.555716 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827621-e205-41cb-a03b-34f4fd295935 req-83d28487-5c7a-4698-b413-aab83a8b5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:03.557264 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71827621-e205-41cb-a03b-34f4fd295935 req-83d28487-5c7a-4698-b413-aab83a8b5290 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.0443876 Aug 27 04:33:03.609186 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827621-e205-41cb-a03b-34f4fd295935 req-adf8ffb7-5765-436b-b9d7-f703d9d39438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:03.610756 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71827621-e205-41cb-a03b-34f4fd295935 req-adf8ffb7-5765-436b-b9d7-f703d9d39438 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435524 Aug 27 04:33:03.723815 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71827621-e205-41cb-a03b-34f4fd295935 req-7a371868-e211-4a55-8ba2-9d01a3b181e2 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006725 Aug 27 04:33:03.769417 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:03.867116 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71827621-e205-41cb-a03b-34f4fd295935 req-38464bd6-1c66-4f50-a374-7a117dbe763b service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022782 Aug 27 04:33:03.892704 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5acc59-3e92-4633-acba-aeefe389922a req-a277e2fc-3b32-4be7-aed6-4c9ef63837c9 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:03.894286 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8b5acc59-3e92-4633-acba-aeefe389922a req-a277e2fc-3b32-4be7-aed6-4c9ef63837c9 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 949 time: 0.0616624 Aug 27 04:33:03.938988 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8b5acc59-3e92-4633-acba-aeefe389922a req-959c1375-fbc8-47d3-b108-f1d4dcdde434 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357318 Aug 27 04:33:03.953062 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0316c-0b58-4a48-955c-8c5dbd6922ae req-5996a820-d9a9-4f0e-a637-f5c9de848d2f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:03.954648 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-70c0316c-0b58-4a48-955c-8c5dbd6922ae req-5996a820-d9a9-4f0e-a637-f5c9de848d2f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0523016 Aug 27 04:33:03.995578 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-70c0316c-0b58-4a48-955c-8c5dbd6922ae req-17a01e7a-4706-4a05-8264-276980c386ec tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Aug 27 04:33:05.120202 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4f148-99a1-4ff8-8f84-5f5fdb89266b req-02e55412-efa3-48af-8593-4e154bd148be tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:05.121936 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c5f4f148-99a1-4ff8-8f84-5f5fdb89266b req-02e55412-efa3-48af-8593-4e154bd148be tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 949 time: 0.0597415 Aug 27 04:33:05.170147 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c5f4f148-99a1-4ff8-8f84-5f5fdb89266b req-5c434278-e957-43b6-81b9-7466a5da7d9f tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Aug 27 04:33:05.175917 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ad00a-2a67-4167-9789-9732819e2d02 req-8e11a5e4-e67a-40a3-9e4d-d3a2e2f7a4f7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:05.182495 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-285ad00a-2a67-4167-9789-9732819e2d02 req-8e11a5e4-e67a-40a3-9e4d-d3a2e2f7a4f7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0880127 Aug 27 04:33:05.226524 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-285ad00a-2a67-4167-9789-9732819e2d02 req-575636b7-79ef-4434-989a-4f5520c4a6a5 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Aug 27 04:33:06.293101 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdac6cf-7992-45d0-91bb-fe0f112564ca req-b958c46a-fddf-406e-b45c-f77e8439e5a4 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:06.298794 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8cdac6cf-7992-45d0-91bb-fe0f112564ca req-b958c46a-fddf-406e-b45c-f77e8439e5a4 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 949 time: 0.0532193 Aug 27 04:33:06.332699 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8cdac6cf-7992-45d0-91bb-fe0f112564ca req-b0b392bb-79bb-408b-b480-ac45b7048b67 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Aug 27 04:33:06.349995 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8f37e-e46d-4fd0-b2ed-2f34940fe7f8 req-a8c79e69-2f63-4e50-a657-af2ea7b54e5e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:06.351545 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-81f8f37e-e46d-4fd0-b2ed-2f34940fe7f8 req-a8c79e69-2f63-4e50-a657-af2ea7b54e5e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0523040 Aug 27 04:33:06.391323 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-81f8f37e-e46d-4fd0-b2ed-2f34940fe7f8 req-5afb0e08-82a1-4a2b-a128-78a68f25f321 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335226 Aug 27 04:33:06.611014 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6a657-833b-4934-966f-838ae8bac053 req-14605a50-9deb-46c0-be57-ad60f7cf03f7 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:06.612842 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dcf6a657-833b-4934-966f-838ae8bac053 req-14605a50-9deb-46c0-be57-ad60f7cf03f7 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 949 time: 0.0508270 Aug 27 04:33:06.653894 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dcf6a657-833b-4934-966f-838ae8bac053 req-f0b48ea7-5b41-4973-8f30-25a67494225f tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338421 Aug 27 04:33:06.779766 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 60116) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:06.931596 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:07.032290 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:07.036191 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:07.073428 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d2a1ad-5bfc-4474-a611-a81a23fd6b18,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:07.077307 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef3e173a11314ddea44c39a04dceddf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965007 Aug 27 04:33:07.080083 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 60122) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:07.083470 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.083858 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.084236 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.084572 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.084901 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.085229 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.085581 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.085929 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.086261 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.086583 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.086899 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.087223 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8e740-90b5-48f5-8b8e-ddbdac94a198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.133690 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:07.157748 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:07.218855 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:07.222503 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:07.223672 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2748395b-e992-421d-8d91-938068194380 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10d2a1ad-5bfc-4474-a611-a81a23fd6b18 HTTP/1.1" status: 204 len: 168 time: 0.1423023 Aug 27 04:33:07.231511 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d2a1ad-5bfc-4474-a611-a81a23fd6b18,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:07.241301 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.241653 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.242000 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.242334 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.242666 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.243246 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.243575 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.243901 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.244268 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.244594 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.244915 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.245235 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748395b-e992-421d-8d91-938068194380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:07.512838 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b28b2-bcb2-40aa-8fdd-31860cfdf206 req-4f004182-306e-411e-bf14-7e4ff525b36c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:07.514413 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d63b28b2-bcb2-40aa-8fdd-31860cfdf206 req-4f004182-306e-411e-bf14-7e4ff525b36c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0513752 Aug 27 04:33:07.555457 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d63b28b2-bcb2-40aa-8fdd-31860cfdf206 req-e5413dd1-beb8-4f15-9ce6-d4d54ab35d45 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Aug 27 04:33:07.774654 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e057271-7326-4024-8de4-e0b3d5e74ead req-33d31c56-cabb-4a52-a992-d4bd83194b37 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:07.776269 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9e057271-7326-4024-8de4-e0b3d5e74ead req-33d31c56-cabb-4a52-a992-d4bd83194b37 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 949 time: 0.0505846 Aug 27 04:33:07.819767 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9e057271-7326-4024-8de4-e0b3d5e74ead req-02cda2ca-6c72-41ad-85f6-a8affa1443b3 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361664 Aug 27 04:33:08.307816 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 60168) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:08.421955 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bff06bc3-384a-4977-b2e0-6b6f09eea32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:08.528310 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bff06bc3-384a-4977-b2e0-6b6f09eea32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:08.532553 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bff06bc3-384a-4977-b2e0-6b6f09eea32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:08.573412 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bff06bc3-384a-4977-b2e0-6b6f09eea32f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a15e440875442479293f0529c2362c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644777 Aug 27 04:33:08.574387 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff06bc3-384a-4977-b2e0-6b6f09eea32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1977a0-3435-4a5e-a708-99fcbd72a326,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:08.577619 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 60176) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:08.631147 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-921c5350-f45c-433c-9d5e-341e6569240b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:08.653606 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-921c5350-f45c-433c-9d5e-341e6569240b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:08.680287 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc6bed-4a7c-43cc-a62a-8f0760511dd9 req-5e7f260e-1364-4051-956b-e03df706387e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:08.682388 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b4dc6bed-4a7c-43cc-a62a-8f0760511dd9 req-5e7f260e-1364-4051-956b-e03df706387e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0529542 Aug 27 04:33:08.705594 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-921c5350-f45c-433c-9d5e-341e6569240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:08.708183 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-921c5350-f45c-433c-9d5e-341e6569240b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:08.712632 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-921c5350-f45c-433c-9d5e-341e6569240b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a1977a0-3435-4a5e-a708-99fcbd72a326 HTTP/1.1" status: 204 len: 168 time: 0.1333785 Aug 27 04:33:08.721792 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c5350-f45c-433c-9d5e-341e6569240b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1977a0-3435-4a5e-a708-99fcbd72a326,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:08.734583 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b4dc6bed-4a7c-43cc-a62a-8f0760511dd9 req-5aa05d76-7ae3-439a-b34d-e1423d0ce241 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465991 Aug 27 04:33:08.960857 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e5aed-a643-416d-a5ec-c459b3e7372a req-94caccc4-25aa-4c81-8780-1222aa09b70b tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:08.962504 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e29e5aed-a643-416d-a5ec-c459b3e7372a req-94caccc4-25aa-4c81-8780-1222aa09b70b tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 949 time: 0.0548882 Aug 27 04:33:09.007401 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e29e5aed-a643-416d-a5ec-c459b3e7372a req-72be6554-3daf-4d0f-8383-0d346599a104 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366805 Aug 27 04:33:09.668416 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-551f7558-9bba-4d8a-865b-054c524d4f25 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:09.669915 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-551f7558-9bba-4d8a-865b-054c524d4f25 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 949 time: 0.0484371 Aug 27 04:33:09.848888 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-8743ee96-c9f9-432c-96ca-b3d95538e5aa tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Deleting port ca061db2-994e-4835-9544-62ab84abf718 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:33:09.849772 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-8743ee96-c9f9-432c-96ca-b3d95538e5aa tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:09.857947 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719dfd0-304b-4343-98a1-e731f21cd1de req-09b344e8-948e-4c4f-8a5c-d051740027c9 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:09.860683 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7719dfd0-304b-4343-98a1-e731f21cd1de req-09b344e8-948e-4c4f-8a5c-d051740027c9 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0544925 Aug 27 04:33:09.900514 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7719dfd0-304b-4343-98a1-e731f21cd1de req-5e336f84-8f43-4985-8902-e8f17a02dd40 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Aug 27 04:33:09.949259 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-8743ee96-c9f9-432c-96ca-b3d95538e5aa tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] For port ca061db2-994e-4835-9544-62ab84abf718, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ca061db2-994e-4835-9544-62ab84abf718,segment=NetworkSegment(8448322c-41d5-4495-b13e-698ad04caf2b),segment_id=8448322c-41d5-4495-b13e-698ad04caf2b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:33:09.949625 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-8743ee96-c9f9-432c-96ca-b3d95538e5aa tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:09.965717 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-8743ee96-c9f9-432c-96ca-b3d95538e5aa tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Calling delete_port for ca061db2-994e-4835-9544-62ab84abf718 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:33:10.152192 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-8743ee96-c9f9-432c-96ca-b3d95538e5aa tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:10.168559 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62a8b4-20d7-420d-b97c-fdceb40ddb9a req-29bb1b77-0f3a-4bc0-888e-5367af3da732 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:10.170092 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0e62a8b4-20d7-420d-b97c-fdceb40ddb9a req-29bb1b77-0f3a-4bc0-888e-5367af3da732 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2ceae33-b8b9-4fe9-b507-4edb7d4a5403 HTTP/1.1" status: 200 len: 867 time: 0.0931489 Aug 27 04:33:10.192616 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743ee96-c9f9-432c-96ca-b3d95538e5aa tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Pushing event deleted for resources: {'Port': ['ID=ca061db2-994e-4835-9544-62ab84abf718,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:10.201312 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['ca061db2-994e-4835-9544-62ab84abf718'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:33:10.272309 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-8743ee96-c9f9-432c-96ca-b3d95538e5aa tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] No DVR routers for this DVR port ca061db2-994e-4835-9544-62ab84abf718 on host hv-cinder-80403 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:33:10.282478 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-8743ee96-c9f9-432c-96ca-b3d95538e5aa tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:10.284560 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6d10f3b-1a75-4a6b-8609-da50ecd270f3 req-8743ee96-c9f9-432c-96ca-b3d95538e5aa tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.35 "DELETE /v2.0/ports/ca061db2-994e-4835-9544-62ab84abf718 HTTP/1.1" status: 204 len: 173 time: 0.6059570 Aug 27 04:33:10.285002 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ceae33-b8b9-4fe9-b507-4edb7d4a5403', 'name': 'network-vif-deleted', 'tag': 'ca061db2-994e-4835-9544-62ab84abf718'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:33:10.288677 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3ed661-05d6-4348-a45a-b28c5c8a1c31" -d '{"events": [{"server_uuid": "a2ceae33-b8b9-4fe9-b507-4edb7d4a5403", "name": "network-vif-deleted", "tag": "ca061db2-994e-4835-9544-62ab84abf718"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:33:10.296947 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0e62a8b4-20d7-420d-b97c-fdceb40ddb9a req-ea5af020-979a-41c2-8683-ba59bf07c595 tempest-VolumesNegativeTest-620229132 tempest-VolumesNegativeTest-620229132-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7f8af41-ac83-4179-94bd-6fa864468c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078897 Aug 27 04:33:10.335283 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c02fd7-8f44-41af-b636-359bd2188203 x-openstack-request-id: req-b2c02fd7-8f44-41af-b636-359bd2188203 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:33:10.335579 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ceae33-b8b9-4fe9-b507-4edb7d4a5403", "name": "network-vif-deleted", "tag": "ca061db2-994e-4835-9544-62ab84abf718", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:33:10.335850 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2c02fd7-8f44-41af-b636-359bd2188203 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:33:10.336258 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ceae33-b8b9-4fe9-b507-4edb7d4a5403', 'name': 'network-vif-deleted', 'tag': 'ca061db2-994e-4835-9544-62ab84abf718', 'status': 'completed', 'code': 200} Aug 27 04:33:11.038970 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ff7db-a4da-4e7f-a850-107b3e169e4e req-dac439c5-4c49-4887-965c-732eaf0b27ee tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:11.040326 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e69ff7db-a4da-4e7f-a850-107b3e169e4e req-dac439c5-4c49-4887-965c-732eaf0b27ee tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0581014 Aug 27 04:33:11.082092 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e69ff7db-a4da-4e7f-a850-107b3e169e4e req-1b565f2a-037c-4f1f-a8c4-16ce67bbc607 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357280 Aug 27 04:33:12.403543 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e95de-c88f-4f39-9361-557781bd778b req-e33ed839-116b-4733-8ea8-2067b3aa0eed tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:12.405114 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c59e95de-c88f-4f39-9361-557781bd778b req-e33ed839-116b-4733-8ea8-2067b3aa0eed tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.2511797 Aug 27 04:33:12.447969 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c59e95de-c88f-4f39-9361-557781bd778b req-0b63e351-19a1-4384-9ee6-1e2ca823b7c6 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350449 Aug 27 04:33:12.782635 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ca061db2-994e-4835-9544-62ab84abf718 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:33:12.805140 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: ca061db2-994e-4835-9544-62ab84abf718 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:33:12.805492 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ca061db2-994e-4835-9544-62ab84abf718 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:33:13.593563 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a2d40-9c16-4ffc-a2fc-e82056352df7 req-655bac22-de64-4a4b-acae-44a6426d2600 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:13.595209 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-501a2d40-9c16-4ffc-a2fc-e82056352df7 req-655bac22-de64-4a4b-acae-44a6426d2600 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0634816 Aug 27 04:33:13.655500 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-501a2d40-9c16-4ffc-a2fc-e82056352df7 req-738b618d-d2f5-4197-8590-bed4496fee7a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535338 Aug 27 04:33:14.779575 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8b3e-92fb-4060-bc7a-ac14bd98106a req-6a62c42d-f0cf-41b1-b2b8-acb25e1b37cd tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:14.781201 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a02b8b3e-92fb-4060-bc7a-ac14bd98106a req-6a62c42d-f0cf-41b1-b2b8-acb25e1b37cd tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0490830 Aug 27 04:33:14.819585 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a02b8b3e-92fb-4060-bc7a-ac14bd98106a req-45bfc490-365e-461e-920d-43a777d4f5be tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319946 Aug 27 04:33:15.260200 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:33:19.405704 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab303d9-051f-4c28-ab3b-2ccd38d901ed req-14cabb74-ceff-4432-b2f1-89d8f75202cc tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:19.407230 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6ab303d9-051f-4c28-ab3b-2ccd38d901ed req-14cabb74-ceff-4432-b2f1-89d8f75202cc tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0499592 Aug 27 04:33:19.447003 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6ab303d9-051f-4c28-ab3b-2ccd38d901ed req-b641ae78-3700-49ab-b7ff-b161c38c3683 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Aug 27 04:33:20.573775 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0a634-9d6f-4e14-9356-ce0fba93d7d8 req-4ae5c4b8-6fa8-4b6e-a3c9-8ad0a43eaa36 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:20.575267 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-86a0a634-9d6f-4e14-9356-ce0fba93d7d8 req-4ae5c4b8-6fa8-4b6e-a3c9-8ad0a43eaa36 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0522931 Aug 27 04:33:20.613265 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-86a0a634-9d6f-4e14-9356-ce0fba93d7d8 req-2c28898a-292f-441f-a762-44cb0164e357 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Aug 27 04:33:21.737148 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b4e7a-3d87-4a63-81e9-7d5957e49916 req-3ad36c4d-e2bd-4395-a319-00f40ffb7bc2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:21.738671 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bb9b4e7a-3d87-4a63-81e9-7d5957e49916 req-3ad36c4d-e2bd-4395-a319-00f40ffb7bc2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0554097 Aug 27 04:33:21.780972 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bb9b4e7a-3d87-4a63-81e9-7d5957e49916 req-ab8c03d3-f8aa-414a-af83-12305099b52a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338883 Aug 27 04:33:22.904090 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3e85f-2b93-4ddf-9324-b8c8d7ef1c91 req-5ad6aeb3-0b0d-481f-aac3-197345e8ee1f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:22.905546 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9d3e85f-2b93-4ddf-9324-b8c8d7ef1c91 req-5ad6aeb3-0b0d-481f-aac3-197345e8ee1f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0519431 Aug 27 04:33:22.944756 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9d3e85f-2b93-4ddf-9324-b8c8d7ef1c91 req-18204530-3705-484b-b6f6-52a22763fbcd tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332267 Aug 27 04:33:24.070966 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f11241-46df-4dd3-aa30-9ade831afa52 req-3e210e83-fcf1-4ac9-9930-f0238c076faa tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:24.072894 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b2f11241-46df-4dd3-aa30-9ade831afa52 req-3e210e83-fcf1-4ac9-9930-f0238c076faa tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0557609 Aug 27 04:33:24.112155 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b2f11241-46df-4dd3-aa30-9ade831afa52 req-092a7b6d-e9e3-4d1e-a1e1-8214edf688d7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Aug 27 04:33:24.820129 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 60572) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:24.971481 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 60580) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:24.971613 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-291967e5-8b5f-43ad-91dc-da7bf5157582 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7de2692ad114448ab4ce22c9e152f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503122 Aug 27 04:33:25.025716 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e28cc014-ff09-42dd-b029-638fbdd408bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:25.047338 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e28cc014-ff09-42dd-b029-638fbdd408bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:25.094698 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e28cc014-ff09-42dd-b029-638fbdd408bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:25.097407 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e28cc014-ff09-42dd-b029-638fbdd408bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:25.098729 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e28cc014-ff09-42dd-b029-638fbdd408bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7f8af41-ac83-4179-94bd-6fa864468c20 HTTP/1.1" status: 204 len: 168 time: 0.1260533 Aug 27 04:33:25.108483 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cc014-ff09-42dd-b029-638fbdd408bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f8af41-ac83-4179-94bd-6fa864468c20,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:25.236168 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1b771-1e3c-4fe3-8841-0976f1c71b47 req-5a361169-8c50-423c-9e26-3688bc063783 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:25.236999 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0ba1b771-1e3c-4fe3-8841-0976f1c71b47 req-5a361169-8c50-423c-9e26-3688bc063783 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0499723 Aug 27 04:33:25.284162 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0ba1b771-1e3c-4fe3-8841-0976f1c71b47 req-0865da41-220d-46ef-9369-73cfe2bdca87 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Aug 27 04:33:26.405985 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea9c12-187e-49b4-84fd-eca314b04525 req-637a10e0-67ec-442a-837f-d94daa5efa15 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:26.407514 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8ea9c12-187e-49b4-84fd-eca314b04525 req-637a10e0-67ec-442a-837f-d94daa5efa15 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0499856 Aug 27 04:33:26.446767 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8ea9c12-187e-49b4-84fd-eca314b04525 req-af102133-e0a2-4fb0-8704-f4c7af4be54f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333080 Aug 27 04:33:26.754227 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59fd6315-d2ba-4bf0-bb93-6a4625eaf36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:27.573321 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e3425-bf6a-4574-b199-69a45731963d req-a2f9854a-3d67-4a0a-93ba-b39db28bdd41 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:27.574881 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-529e3425-bf6a-4574-b199-69a45731963d req-a2f9854a-3d67-4a0a-93ba-b39db28bdd41 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0548584 Aug 27 04:33:27.616547 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-529e3425-bf6a-4574-b199-69a45731963d req-64cb627d-59da-4a6e-837b-851d31d06f59 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356200 Aug 27 04:33:28.753344 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1cb14-06fe-43d7-9e67-3475c8ac2d23 req-ee5226ec-fab2-406f-8787-fc79dcfa3fe3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:28.754867 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9bb1cb14-06fe-43d7-9e67-3475c8ac2d23 req-ee5226ec-fab2-406f-8787-fc79dcfa3fe3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0552156 Aug 27 04:33:28.793932 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9bb1cb14-06fe-43d7-9e67-3475c8ac2d23 req-b69ca79f-6ad0-45f6-8a34-12679e0c43fd tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Aug 27 04:33:29.048504 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2ff102c-7f49-414c-9a86-f05d928b6080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:29.580868 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:29.918262 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f299ba2-8c44-49b4-ace2-4d0155642e1e req-afd2033b-bfa5-4b4f-bf03-1048b2c3a40d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:29.919928 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5f299ba2-8c44-49b4-ace2-4d0155642e1e req-afd2033b-bfa5-4b4f-bf03-1048b2c3a40d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0552342 Aug 27 04:33:29.967464 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5f299ba2-8c44-49b4-ace2-4d0155642e1e req-9ae08de3-15ab-4590-a073-c324c827bdea tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365527 Aug 27 04:33:30.378423 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:32.085494 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:33.766550 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:34.623599 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f770e30-34cc-49ee-9446-9a7f79bedb9d req-0401c681-2d99-4cc5-959f-92e56c4e9325 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:34.625059 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1f770e30-34cc-49ee-9446-9a7f79bedb9d req-0401c681-2d99-4cc5-959f-92e56c4e9325 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0494716 Aug 27 04:33:34.664120 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1f770e30-34cc-49ee-9446-9a7f79bedb9d req-9e8e4752-b94f-45f6-ad76-354ca642cf41 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Aug 27 04:33:39.833912 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff13ec-7b5a-4f64-9972-de9b13b8e135 req-2c8845c9-7d75-4640-bd92-1034823fdc8d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:39.835431 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b4ff13ec-7b5a-4f64-9972-de9b13b8e135 req-2c8845c9-7d75-4640-bd92-1034823fdc8d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0502870 Aug 27 04:33:39.875020 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b4ff13ec-7b5a-4f64-9972-de9b13b8e135 req-580118c0-79a7-4220-923c-0cac1553d146 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333760 Aug 27 04:33:40.992722 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdcdc8-2314-4999-aecd-2baceb58bf1d req-54c77d99-9817-4597-a298-f04f8c360332 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:40.994128 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f7bdcdc8-2314-4999-aecd-2baceb58bf1d req-54c77d99-9817-4597-a298-f04f8c360332 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0492060 Aug 27 04:33:41.032136 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f7bdcdc8-2314-4999-aecd-2baceb58bf1d req-ebe443eb-6af4-48cd-a422-adfc62b65454 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Aug 27 04:33:42.148288 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeebef-6d03-47df-b24e-863eaa08fa0f req-4c042763-4730-4b04-8974-a30f2192ca83 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:42.149752 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-acbeebef-6d03-47df-b24e-863eaa08fa0f req-4c042763-4730-4b04-8974-a30f2192ca83 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0481157 Aug 27 04:33:42.186542 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-acbeebef-6d03-47df-b24e-863eaa08fa0f req-b7cdc266-8f4a-481a-b6c6-246c93dbfca3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309038 Aug 27 04:33:43.309127 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d0a5c-4d35-447b-a0b8-b997cf31cb2e req-88f8e61f-3bcd-484d-93a0-156293ead49e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:43.310623 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9a9d0a5c-4d35-447b-a0b8-b997cf31cb2e req-88f8e61f-3bcd-484d-93a0-156293ead49e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0530624 Aug 27 04:33:43.351333 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9a9d0a5c-4d35-447b-a0b8-b997cf31cb2e req-216fc510-1c66-4334-a128-058a15461b1d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346992 Aug 27 04:33:44.479309 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b49767-b8d8-4aa0-b7e7-9e724bf1d680 req-c36667b5-a4ec-42a0-803d-e3742b7777a7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:44.480817 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-82b49767-b8d8-4aa0-b7e7-9e724bf1d680 req-c36667b5-a4ec-42a0-803d-e3742b7777a7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0543537 Aug 27 04:33:44.524341 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-82b49767-b8d8-4aa0-b7e7-9e724bf1d680 req-9a4d0e7b-2e59-4d13-b61f-3995a07f87a4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375957 Aug 27 04:33:45.639579 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc2f24-7a03-4b4f-93c4-6321a38f13bf req-7624e039-ba5b-4e97-acea-e10e4eb8f268 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:45.640972 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0bdc2f24-7a03-4b4f-93c4-6321a38f13bf req-7624e039-ba5b-4e97-acea-e10e4eb8f268 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0481021 Aug 27 04:33:45.680429 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0bdc2f24-7a03-4b4f-93c4-6321a38f13bf req-480828e3-03f5-4480-8259-89b5a0523a03 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Aug 27 04:33:45.944920 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 60796) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:46.048273 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9653-3377-4609-8db2-9f4529b1d0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:46.139832 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9653-3377-4609-8db2-9f4529b1d0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:46.144130 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9653-3377-4609-8db2-9f4529b1d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:46.184260 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d9653-3377-4609-8db2-9f4529b1d0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7551fdce-ce40-454d-b09f-441f59b9d62e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:46.188487 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7b4d9653-3377-4609-8db2-9f4529b1d0fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60dc85022b474b129a48819c40588b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425373 Aug 27 04:33:46.191201 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 60800) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:46.239938 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d32c4ad5-6ec3-4b16-a4f4-9ecb2c4dec28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:46.263114 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d32c4ad5-6ec3-4b16-a4f4-9ecb2c4dec28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:46.316807 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d32c4ad5-6ec3-4b16-a4f4-9ecb2c4dec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:46.319847 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d32c4ad5-6ec3-4b16-a4f4-9ecb2c4dec28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:46.321087 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d32c4ad5-6ec3-4b16-a4f4-9ecb2c4dec28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7551fdce-ce40-454d-b09f-441f59b9d62e HTTP/1.1" status: 204 len: 168 time: 0.1290395 Aug 27 04:33:46.329069 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c4ad5-6ec3-4b16-a4f4-9ecb2c4dec28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7551fdce-ce40-454d-b09f-441f59b9d62e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:46.812685 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaa56c-6197-4562-afed-bfbb2380bf4c req-28217345-5797-4019-9cc5-56b14c049e1f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:46.814281 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-86eaa56c-6197-4562-afed-bfbb2380bf4c req-28217345-5797-4019-9cc5-56b14c049e1f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0570583 Aug 27 04:33:46.855041 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-86eaa56c-6197-4562-afed-bfbb2380bf4c req-6e39989a-049b-4f08-84ea-1ddca82f1fda tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Aug 27 04:33:47.659472 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e3492-c980-47a0-b7ae-81d576507cec req-32c6dfc5-9e54-4408-bc06-f904f7058288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:47.661848 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-316e3492-c980-47a0-b7ae-81d576507cec req-32c6dfc5-9e54-4408-bc06-f904f7058288 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 1098 time: 0.0501008 Aug 27 04:33:47.701283 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 60852) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:47.736495 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-316e3492-c980-47a0-b7ae-81d576507cec req-49d9d1b0-fbe3-4a95-bb77-5b41350c6b4c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301361 Aug 27 04:33:47.809663 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59c31aa9-4636-4c40-8cb3-8925b54eec32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:47.910742 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59c31aa9-4636-4c40-8cb3-8925b54eec32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:47.916476 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59c31aa9-4636-4c40-8cb3-8925b54eec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:47.980318 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c31aa9-4636-4c40-8cb3-8925b54eec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4de740f-321c-45e5-839d-d4e371b53bd1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:47.986518 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-59c31aa9-4636-4c40-8cb3-8925b54eec32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6562d3a1573c4d499cef5d907db657e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840872 Aug 27 04:33:47.992350 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 60858) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:48.009374 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4efe8-d3d8-40e5-892e-08a6f4ed2a3d req-fe92d013-545e-4681-b3c8-5d63ef23f7a1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:48.011164 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-35d4efe8-d3d8-40e5-892e-08a6f4ed2a3d req-fe92d013-545e-4681-b3c8-5d63ef23f7a1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0773602 Aug 27 04:33:48.048557 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f52a13d7-b83f-44ae-8766-763eadb7879f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:48.051101 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-35d4efe8-d3d8-40e5-892e-08a6f4ed2a3d req-24875ecb-3637-4ff7-84c6-f03d928cfa6b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Aug 27 04:33:48.071307 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f52a13d7-b83f-44ae-8766-763eadb7879f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:48.118042 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f52a13d7-b83f-44ae-8766-763eadb7879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:48.120732 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f52a13d7-b83f-44ae-8766-763eadb7879f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:48.121902 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f52a13d7-b83f-44ae-8766-763eadb7879f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4de740f-321c-45e5-839d-d4e371b53bd1 HTTP/1.1" status: 204 len: 168 time: 0.1283288 Aug 27 04:33:48.129755 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a13d7-b83f-44ae-8766-763eadb7879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4de740f-321c-45e5-839d-d4e371b53bd1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:49.173221 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088f3af-c3c4-48c7-b4f4-571d36838eec req-86b68d55-8587-491c-b637-efe74e209df8 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:49.173905 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 60894) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:49.174756 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1088f3af-c3c4-48c7-b4f4-571d36838eec req-86b68d55-8587-491c-b637-efe74e209df8 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0508206 Aug 27 04:33:49.214496 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1088f3af-c3c4-48c7-b4f4-571d36838eec req-36802f17-bdf0-47a0-a4ea-b1bc0f6d19af tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333316 Aug 27 04:33:49.286088 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d23b1bd-9d4b-40c1-8160-941f2bb74c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:49.382690 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d23b1bd-9d4b-40c1-8160-941f2bb74c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:49.387210 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d23b1bd-9d4b-40c1-8160-941f2bb74c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:49.425979 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-3d23b1bd-9d4b-40c1-8160-941f2bb74c69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d911d90815a4c57b520e65d19ed2a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509158 Aug 27 04:33:49.426870 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23b1bd-9d4b-40c1-8160-941f2bb74c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e249fb5-813d-45f2-a773-bba5deae9558,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:49.428875 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 60900) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:49.479635 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-854e694f-a36c-4424-80d0-62da1e2e2a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:49.501746 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-854e694f-a36c-4424-80d0-62da1e2e2a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:49.571777 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-854e694f-a36c-4424-80d0-62da1e2e2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:49.574633 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-854e694f-a36c-4424-80d0-62da1e2e2a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:49.579303 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-854e694f-a36c-4424-80d0-62da1e2e2a95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e249fb5-813d-45f2-a773-bba5deae9558 HTTP/1.1" status: 204 len: 168 time: 0.1493287 Aug 27 04:33:49.589598 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e694f-a36c-4424-80d0-62da1e2e2a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e249fb5-813d-45f2-a773-bba5deae9558,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:50.279259 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 60942) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:50.339470 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22daef-f544-4ca9-b8ff-b86e95cc18ae req-00c607a1-c4e7-4c40-bd49-0833ab6cade8 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:50.341038 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c22daef-f544-4ca9-b8ff-b86e95cc18ae req-00c607a1-c4e7-4c40-bd49-0833ab6cade8 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0504599 Aug 27 04:33:50.378736 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2076075973-network', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:33:50.384130 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c22daef-f544-4ca9-b8ff-b86e95cc18ae req-d425eefc-ffbe-4f14-924c-12e92363af78 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366373 Aug 27 04:33:50.408299 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Made reservation on behalf of c4d957eb500948908f38f0f427a9017b for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:33:50.412089 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:50.422964 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:50.503485 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32a5f-2297-443f-813f-c71b7430ebce req-a2f91544-3e19-46bb-b8fc-3cf373fd78d9 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:50.505073 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-29f32a5f-2297-443f-813f-c71b7430ebce req-a2f91544-3e19-46bb-b8fc-3cf373fd78d9 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0527217 Aug 27 04:33:50.527855 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:50.532409 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:50.552037 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-29f32a5f-2297-443f-813f-c71b7430ebce req-ef88664a-eebb-4afa-8da0-f04dda336e7e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Aug 27 04:33:50.558614 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:33:50.568685 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca19dd19-e9e2-4cab-9725-4777702902e9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:50.573625 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:50.574141 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Added segment 0feabe34-c61f-41b1-90e4-ffbd648ab08d of type vlan for network 6393701f-2879-4fc5-bc44-476f65707d09 Aug 27 04:33:50.618012 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:50.643604 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:50.644799 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:50.645159 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:50.701862 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4212208 Aug 27 04:33:50.704516 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 60952) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:50.712155 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Request body: {'subnet': {'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2076075973-subnet', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:33:50.721679 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24800eaf-283d-4168-9993-48b8daa9174a admin admin] Pushing event updated for resources: {'Network': ['ID=6393701f-2879-4fc5-bc44-476f65707d09,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:50.734883 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 6393701f-2879-4fc5-bc44-476f65707d09 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:33:50.747737 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Made reservation on behalf of c4d957eb500948908f38f0f427a9017b for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:33:50.750419 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684658'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:50.946484 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7563212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684544'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.000076 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5be63fc-2f82-4c73-913f-6e753c1161d4,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:51.012736 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Checking segment: {'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:33:51.013100 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Network hostable DHCP agents. Network: 6393701f-2879-4fc5-bc44-476f65707d09, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:33:51.030629 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Network 6393701f-2879-4fc5-bc44-476f65707d09 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:33:51.040334 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 6393701f-2879-4fc5-bc44-476f65707d09) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:33:51.045016 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:51.045753 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.052823 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2bb5d-59bb-435a-9700-a69ccc61d618 None None] Network 6393701f-2879-4fc5-bc44-476f65707d09 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:33:51.064204 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-34b7aa7b-2ed8-4e35-a9f8-1b8cead57034 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3585539 Aug 27 04:33:51.067131 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 60960) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:51.072307 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:33:51.097665 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37649'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.098945 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37656'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.154517 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.209606 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5af2bef-eb09-558f-bf8f-27df940447e1-6393701f-2879-4fc5-bc44-476f65707d09', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4'}]}} from dv-cinder-804035-5-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:33:51.210499 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.316202 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.354441 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Allocated IP 172.20.0.2 (6393701f-2879-4fc5-bc44-476f65707d09/a5be63fc-2f82-4c73-913f-6e753c1161d4/f68abbe5-e1f7-4689-bb1b-acb544818a22) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:33:51.503941 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.512988 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Transition to ACTIVE for port object f68abbe5-e1f7-4689-bb1b-acb544818a22 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:33:51.525397 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.528721 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Transition to ACTIVE for port object f68abbe5-e1f7-4689-bb1b-acb544818a22 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:33:51.534174 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.548685 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.574352 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Network 6393701f-2879-4fc5-bc44-476f65707d09 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:33:51.579425 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:33:51.583301 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:33:51.594332 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Pushing event updated for resources: {'Port': ['ID=f68abbe5-e1f7-4689-bb1b-acb544818a22,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:51.618173 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.618619 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.619226 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.619591 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.619927 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.620288 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.620620 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.620947 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.621295 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.621621 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.621944 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.622264 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:51.656325 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Attempting to bind port f68abbe5-e1f7-4689-bb1b-acb544818a22 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:33:51.656693 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Attempting to bind port f68abbe5-e1f7-4689-bb1b-acb544818a22 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:33:51.657055 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Attempting to bind port f68abbe5-e1f7-4689-bb1b-acb544818a22 on network 6393701f-2879-4fc5-bc44-476f65707d09 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:33:51.661859 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Allocated IP 172.27.1.12 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/8db990d2-951a-4e7c-b581-e3ee466de302) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:33:51.663159 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:33:51.663529 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Checking segment: {'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:33:51.663931 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.664400 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Bound using segment: {'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:33:51.664869 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Bound port: f68abbe5-e1f7-4689-bb1b-acb544818a22, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:33:51.665236 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.738048 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] For port f68abbe5-e1f7-4689-bb1b-acb544818a22, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:33:51.742889 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] For port f68abbe5-e1f7-4689-bb1b-acb544818a22, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=f68abbe5-e1f7-4689-bb1b-acb544818a22,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:33:51.746685 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.779515 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.826500 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efffecf-02a9-4fdf-a39d-32f7a2ac528a None None] Pushing event updated for resources: {'Port': ['ID=f68abbe5-e1f7-4689-bb1b-acb544818a22,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:51.830402 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:51.870435 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:33:51.875728 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:33:51.879355 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:33:51.885792 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Pushing event updated for resources: {'Port': ['ID=8db990d2-951a-4e7c-b581-e3ee466de302,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:52.173886 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:52.268775 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:33:52.384806 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:52.517699 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Router bb37ca27-1cff-413d-8435-7308d1ff7855 is scheduled to L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:33:52.637455 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:33:52.648315 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Sync routers for ids ['bb37ca27-1cff-413d-8435-7308d1ff7855'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:33:52.657971 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Routers {'bb37ca27-1cff-413d-8435-7308d1ff7855'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:33:52.658567 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:52.658743 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:33:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['bb37ca27-1cff-413d-8435-7308d1ff7855'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:33:52.659899 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1d1f30d4-89e4-49fa-a25e-44af7481fc5f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5912592 Aug 27 04:33:52.662855 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 60978) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:52.747944 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bed0675-90b2-47da-9cdd-96f484b79e86 None None] Network 6393701f-2879-4fc5-bc44-476f65707d09 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:33:52.786945 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Set router bb37ca27-1cff-413d-8435-7308d1ff7855 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:33:52.835131 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cd363d0c-85f0-44e1-b839-a3d392ba672e None None] Provisioning for port f68abbe5-e1f7-4689-bb1b-acb544818a22 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:33:53.007083 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:52Z', 'revision_number': 3, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:33:53.038601 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Checking router: bb37ca27-1cff-413d-8435-7308d1ff7855 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:33:53.039422 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Updating router bb37ca27-1cff-413d-8435-7308d1ff7855 port 8db990d2-951a-4e7c-b581-e3ee466de302 binding host dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:33:53.108385 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:53.587598 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:53.599889 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e200d90-cdf3-4dc2-8926-40d0b63d595c req-d47e085b-b471-40fd-9177-dd1fe131c03e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:53.600597 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Transition to ACTIVE for port object 8db990d2-951a-4e7c-b581-e3ee466de302 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:33:53.601465 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e200d90-cdf3-4dc2-8926-40d0b63d595c req-d47e085b-b471-40fd-9177-dd1fe131c03e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1223090 Aug 27 04:33:53.607014 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:53.617378 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee853e7-6ac9-414e-8dd6-b268a76a51db req-29e87c9f-670f-436a-a638-29d186533496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:53.618824 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ee853e7-6ac9-414e-8dd6-b268a76a51db req-29e87c9f-670f-436a-a638-29d186533496 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 1098 time: 0.1040912 Aug 27 04:33:53.650043 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:53.659728 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Attempting to bind port 8db990d2-951a-4e7c-b581-e3ee466de302 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:33:53.660126 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Attempting to bind port 8db990d2-951a-4e7c-b581-e3ee466de302 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:33:53.660497 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Attempting to bind port 8db990d2-951a-4e7c-b581-e3ee466de302 on network fa882ed6-b8d8-486a-a99b-5928190e8cb5 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:33:53.663185 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Pushing event updated for resources: {'Port': ['ID=8db990d2-951a-4e7c-b581-e3ee466de302,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:53.671550 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:33:53.671923 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:33:53.672377 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:53.672773 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Bound using segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:33:53.673237 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Bound port: 8db990d2-951a-4e7c-b581-e3ee466de302, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:33:53.673642 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:53.676985 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.677338 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.677677 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.678009 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.678339 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.678667 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.678992 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.679315 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.679658 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.680007 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.680328 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.680655 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:33:53.727662 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e200d90-cdf3-4dc2-8926-40d0b63d595c req-d71e0428-423d-426b-8122-d383dcf8aa16 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175179 Aug 27 04:33:53.743812 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] For port 8db990d2-951a-4e7c-b581-e3ee466de302, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:33:53.747752 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] For port 8db990d2-951a-4e7c-b581-e3ee466de302, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=8db990d2-951a-4e7c-b581-e3ee466de302,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:33:53.759197 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:53.802851 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee853e7-6ac9-414e-8dd6-b268a76a51db req-f66d9f40-2d3c-4eee-9a41-b8a611c4b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:53.804488 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ee853e7-6ac9-414e-8dd6-b268a76a51db req-f66d9f40-2d3c-4eee-9a41-b8a611c4b960 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 920 time: 0.1691465 Aug 27 04:33:53.843043 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Routers {'bb37ca27-1cff-413d-8435-7308d1ff7855'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:33:53.844393 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:33:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['bb37ca27-1cff-413d-8435-7308d1ff7855'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:33:53.850288 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f68abbe5-e1f7-4689-bb1b-acb544818a22 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:33:53.876626 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ee853e7-6ac9-414e-8dd6-b268a76a51db req-7e60ae8a-7eff-48e2-a349-fc0f75a66d2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264 HTTP/1.1" status: 200 len: 217 time: 0.0408199 Aug 27 04:33:53.902342 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5331b8a-e146-4fae-afed-4999e863465b None None] Pushing event updated for resources: {'Port': ['ID=8db990d2-951a-4e7c-b581-e3ee466de302,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:53.946346 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port f68abbe5-e1f7-4689-bb1b-acb544818a22 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:33:53.951155 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port f68abbe5-e1f7-4689-bb1b-acb544818a22 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:33:53.951913 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:53.971815 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee853e7-6ac9-414e-8dd6-b268a76a51db req-e266f629-7842-451b-b541-59b08a30f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:53.973882 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ee853e7-6ac9-414e-8dd6-b268a76a51db req-e266f629-7842-451b-b541-59b08a30f4cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12f1069b-2111-4fbb-849f-5e9b92aa608f HTTP/1.1" status: 200 len: 859 time: 0.0894754 Aug 27 04:33:53.981117 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Allocated IP 172.20.0.1 (6393701f-2879-4fc5-bc44-476f65707d09/a5be63fc-2f82-4c73-913f-6e753c1161d4/de1c33c7-169f-40ff-b476-adaa62b4f4c1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:33:53.992088 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] Set router bb37ca27-1cff-413d-8435-7308d1ff7855 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:33:54.014796 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ee853e7-6ac9-414e-8dd6-b268a76a51db req-276ea691-691d-4b6a-b160-4828ada3ce9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a0eabd0-6457-4c9f-8893-a95600de2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314143 Aug 27 04:33:54.040033 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:54.078623 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port f68abbe5-e1f7-4689-bb1b-acb544818a22, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=f68abbe5-e1f7-4689-bb1b-acb544818a22,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:33:54.084203 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:54.134326 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=f68abbe5-e1f7-4689-bb1b-acb544818a22,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:54.181947 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:54.187065 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ee853e7-6ac9-414e-8dd6-b268a76a51db req-87fe398e-7bf9-4c6e-b017-a2e5cc9c6581 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545284 Aug 27 04:33:54.200436 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:52Z', 'revision_number': 3, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:33:54.204479 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Transition to ACTIVE for port object de1c33c7-169f-40ff-b476-adaa62b4f4c1 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:33:54.227750 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9616405a-ce90-48a2-8c7b-30adde296688 None None] The sync data for ids ['bb37ca27-1cff-413d-8435-7308d1ff7855'] in dv-cinder-804035-5-iscsi is: [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:52Z', 'revision_number': 3, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:33:54.306023 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ee853e7-6ac9-414e-8dd6-b268a76a51db req-0509fe3a-7eb1-42dd-bb04-015cc99daeb2 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089544 Aug 27 04:33:54.308178 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:54.347255 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Network 6393701f-2879-4fc5-bc44-476f65707d09 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:33:54.353135 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:33:54.357123 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:33:54.362995 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Pushing event updated for resources: {'Port': ['ID=de1c33c7-169f-40ff-b476-adaa62b4f4c1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:54.416595 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767140'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:54.591132 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:54.615595 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c2831362-a7e2-457d-94c7-d6d304f5b65b None None] Provisioning for port de1c33c7-169f-40ff-b476-adaa62b4f4c1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:33:54.620652 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c2831362-a7e2-457d-94c7-d6d304f5b65b None None] Provisioning complete for port de1c33c7-169f-40ff-b476-adaa62b4f4c1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:33:54.621067 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2831362-a7e2-457d-94c7-d6d304f5b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:54.679951 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c2831362-a7e2-457d-94c7-d6d304f5b65b None None] Port de1c33c7-169f-40ff-b476-adaa62b4f4c1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:33:54.803064 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:54.809171 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:54.899670 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f83ab-397c-4bd2-8ce6-811a0569d233 req-8e0a5d97-21a2-4ace-a55f-ae894cc5cc56 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:54.907264 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fc0f83ab-397c-4bd2-8ce6-811a0569d233 req-8e0a5d97-21a2-4ace-a55f-ae894cc5cc56 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0712886 Aug 27 04:33:54.929699 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Pushing event updated for resources: {'Port': ['ID=de1c33c7-169f-40ff-b476-adaa62b4f4c1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:54.932331 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1767227'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:54.958107 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fc0f83ab-397c-4bd2-8ce6-811a0569d233 req-693ad5ab-8f09-412b-8e61-d9026e8e3094 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450447 Aug 27 04:33:55.057135 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Network 6393701f-2879-4fc5-bc44-476f65707d09 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:33:55.058679 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:33:55.191359 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Router bb37ca27-1cff-413d-8435-7308d1ff7855 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:33:55.303255 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d001e11c-5c30-4578-a73a-cb7977ef64b0 None None] Provisioning complete for port de1c33c7-169f-40ff-b476-adaa62b4f4c1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:33:55.303851 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d001e11c-5c30-4578-a73a-cb7977ef64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:55.308720 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:33:55.314542 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7f03dbe5-fdc3-4893-9a04-68f7201e4e4d admin admin] 10.222.0.53 "PUT /v2.0/routers/bb37ca27-1cff-413d-8435-7308d1ff7855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6504858 Aug 27 04:33:55.338667 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d001e11c-5c30-4578-a73a-cb7977ef64b0 None None] Port de1c33c7-169f-40ff-b476-adaa62b4f4c1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:33:55.827004 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 32800) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:55.832145 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1496879834-network', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:33:55.860571 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Made reservation on behalf of d7764b17f0e248099cd85e73a4f93e55 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:33:55.864941 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:55.874990 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:55.879684 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 8db990d2-951a-4e7c-b581-e3ee466de302 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:33:55.883334 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Sync routers for ids ['bb37ca27-1cff-413d-8435-7308d1ff7855'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:33:55.918822 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Routers {'bb37ca27-1cff-413d-8435-7308d1ff7855'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:33:55.919560 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:33:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['bb37ca27-1cff-413d-8435-7308d1ff7855'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:33:55.989622 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:55.997478 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.010321 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 8db990d2-951a-4e7c-b581-e3ee466de302 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:33:56.017068 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 8db990d2-951a-4e7c-b581-e3ee466de302 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:33:56.017441 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.030389 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:33:56.056432 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.057292 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Added segment a78703a7-834b-4542-ae9a-dd9b173b4933 of type vlan for network bb38f461-144b-4b85-9fbc-849fd9423692 Aug 27 04:33:56.074818 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Set router bb37ca27-1cff-413d-8435-7308d1ff7855 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:33:56.153822 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee56c05-4c90-4b84-ace1-7ecc3ad6b6ed,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:56.173766 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.198657 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b13fb-fff1-454f-a88c-9c378c1b46e1 req-96d0d570-794c-45a7-a2bd-fe6a39b5e70c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:56.200431 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d9b13fb-fff1-454f-a88c-9c378c1b46e1 req-96d0d570-794c-45a7-a2bd-fe6a39b5e70c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1384835 Aug 27 04:33:56.226957 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.228069 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:56.228591 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.306156 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4779775 Aug 27 04:33:56.310410 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 32808) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:56.311837 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d9b13fb-fff1-454f-a88c-9c378c1b46e1 req-b953c6d4-2891-4361-9d0a-81752043ec51 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027882 Aug 27 04:33:56.315652 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0051a08-0453-4f39-802f-4a7ce7f237d4 admin admin] Pushing event updated for resources: {'Network': ['ID=bb38f461-144b-4b85-9fbc-849fd9423692,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:56.319488 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Request body: {'subnet': {'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1496879834-subnet', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:33:56.336759 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network bb38f461-144b-4b85-9fbc-849fd9423692 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:33:56.355363 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Made reservation on behalf of d7764b17f0e248099cd85e73a4f93e55 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:33:56.357718 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154548'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.414898 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.464784 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 8db990d2-951a-4e7c-b581-e3ee466de302, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=8db990d2-951a-4e7c-b581-e3ee466de302,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:33:56.492647 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.493353 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f68abbe5-e1f7-4689-bb1b-acb544818a22 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:33:56.547178 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7353175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154438'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.584072 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=8db990d2-951a-4e7c-b581-e3ee466de302,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:56.597988 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:54Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'de1c33c7-169f-40ff-b476-adaa62b4f4c1', 'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'mac_address': 'fa:16:3e:ab:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:53Z', 'updated_at': '2021-08-27T04:33:54Z', 'revision_number': 2, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'subnets': [{'id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:33:56.607431 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1309a3a-046b-4d1d-8605-f918af1aa0d6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:56.617524 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Checking segment: {'id': 'a78703a7-834b-4542-ae9a-dd9b173b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:33:56.617890 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Network hostable DHCP agents. Network: bb38f461-144b-4b85-9fbc-849fd9423692, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:33:56.632371 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port f68abbe5-e1f7-4689-bb1b-acb544818a22 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:33:56.632727 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.634526 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Checking router: bb37ca27-1cff-413d-8435-7308d1ff7855 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:33:56.634854 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Updating router bb37ca27-1cff-413d-8435-7308d1ff7855 port de1c33c7-169f-40ff-b476-adaa62b4f4c1 binding host dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:33:56.637337 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Network bb38f461-144b-4b85-9fbc-849fd9423692 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:33:56.649967 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, bb38f461-144b-4b85-9fbc-849fd9423692) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:33:56.655768 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:56.656436 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.670156 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2180f039-2225-4ddf-8c3b-554ad9900106 None None] Network bb38f461-144b-4b85-9fbc-849fd9423692 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:33:56.672862 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c2b8791f-e427-4795-a428-c6c0fc4073ff admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3607929 Aug 27 04:33:56.675444 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 32810) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:56.680647 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1496879834-router', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:33:56.711171 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37649'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.712580 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37656'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.726340 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.809704 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9f2963a9-a0ac-4896-9e9b-923704cdace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.817521 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:56.966338 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.027563 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326fd724-0314-4804-94e3-568174696a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5af2bef-eb09-558f-bf8f-27df940447e1-bb38f461-144b-4b85-9fbc-849fd9423692', 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'fixed_ips': [{'subnet_id': 'a1309a3a-046b-4d1d-8605-f918af1aa0d6'}]}} from dv-cinder-804035-5-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:33:57.028438 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-326fd724-0314-4804-94e3-568174696a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.226962 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.238109 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.244783 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-326fd724-0314-4804-94e3-568174696a91 None None] Allocated IP 172.20.0.2 (bb38f461-144b-4b85-9fbc-849fd9423692/a1309a3a-046b-4d1d-8605-f918af1aa0d6/55060860-ea01-4a51-ad97-a7b91aa63366) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:33:57.249025 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.261151 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Transition to ACTIVE for port object de1c33c7-169f-40ff-b476-adaa62b4f4c1 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:33:57.270515 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.372372 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f2e63-88f6-4930-90cc-312afbbf92bd None None] Pushing event updated for resources: {'Port': ['ID=de1c33c7-169f-40ff-b476-adaa62b4f4c1,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:57.409976 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Allocated IP 172.27.1.113 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/f90f5b4d-ed82-49b4-a83f-056a8869a35c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:33:57.552107 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Attempting to bind port de1c33c7-169f-40ff-b476-adaa62b4f4c1 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:33:57.552811 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Attempting to bind port de1c33c7-169f-40ff-b476-adaa62b4f4c1 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:33:57.553352 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Attempting to bind port de1c33c7-169f-40ff-b476-adaa62b4f4c1 on network 6393701f-2879-4fc5-bc44-476f65707d09 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:33:57.562313 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:33:57.562741 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Checking segment: {'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:33:57.563093 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.563485 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Bound using segment: {'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:33:57.563971 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Bound port: de1c33c7-169f-40ff-b476-adaa62b4f4c1, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:33:57.564372 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.564786 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.589384 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-326fd724-0314-4804-94e3-568174696a91 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.620304 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-326fd724-0314-4804-94e3-568174696a91 None None] Transition to ACTIVE for port object 55060860-ea01-4a51-ad97-a7b91aa63366 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:33:57.640689 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43439f71-faca-45c6-93fe-7dba31043698 req-886762a4-c478-48d0-9fab-449ea8e81cdd tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:57.642499 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-43439f71-faca-45c6-93fe-7dba31043698 req-886762a4-c478-48d0-9fab-449ea8e81cdd tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0744381 Aug 27 04:33:57.652975 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-326fd724-0314-4804-94e3-568174696a91 None None] Transition to ACTIVE for port object 55060860-ea01-4a51-ad97-a7b91aa63366 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:33:57.662594 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-326fd724-0314-4804-94e3-568174696a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.672152 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] For port de1c33c7-169f-40ff-b476-adaa62b4f4c1, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:33:57.677817 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.716392 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] For port de1c33c7-169f-40ff-b476-adaa62b4f4c1, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=de1c33c7-169f-40ff-b476-adaa62b4f4c1,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:33:57.729569 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326fd724-0314-4804-94e3-568174696a91 None None] Network bb38f461-144b-4b85-9fbc-849fd9423692 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:33:57.731553 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.740060 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-326fd724-0314-4804-94e3-568174696a91 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:33:57.749969 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326fd724-0314-4804-94e3-568174696a91 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:33:57.752899 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fd724-0314-4804-94e3-568174696a91 None None] Pushing event updated for resources: {'Port': ['ID=55060860-ea01-4a51-ad97-a7b91aa63366,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:57.753478 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:33:57.755701 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:33:57.758511 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:33:57.763401 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-43439f71-faca-45c6-93fe-7dba31043698 req-84a24c76-5d21-4c97-86c2-c26374341433 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108394 Aug 27 04:33:57.765506 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Pushing event updated for resources: {'Port': ['ID=f90f5b4d-ed82-49b4-a83f-056a8869a35c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:57.813050 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 8db990d2-951a-4e7c-b581-e3ee466de302 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:33:57.903636 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-326fd724-0314-4804-94e3-568174696a91 None None] Attempting to bind port 55060860-ea01-4a51-ad97-a7b91aa63366 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:33:57.904051 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-326fd724-0314-4804-94e3-568174696a91 None None] Attempting to bind port 55060860-ea01-4a51-ad97-a7b91aa63366 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'a78703a7-834b-4542-ae9a-dd9b173b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:33:57.904421 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326fd724-0314-4804-94e3-568174696a91 None None] Attempting to bind port 55060860-ea01-4a51-ad97-a7b91aa63366 on network bb38f461-144b-4b85-9fbc-849fd9423692 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:33:57.921646 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Routers {'bb37ca27-1cff-413d-8435-7308d1ff7855'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:33:57.922284 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:33:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['bb37ca27-1cff-413d-8435-7308d1ff7855'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:33:57.982360 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326fd724-0314-4804-94e3-568174696a91 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:33:57.982754 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326fd724-0314-4804-94e3-568174696a91 None None] Checking segment: {'id': 'a78703a7-834b-4542-ae9a-dd9b173b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:33:57.983139 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-326fd724-0314-4804-94e3-568174696a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:57.984175 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326fd724-0314-4804-94e3-568174696a91 None None] Bound using segment: {'id': 'a78703a7-834b-4542-ae9a-dd9b173b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:33:57.984175 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-326fd724-0314-4804-94e3-568174696a91 None None] Bound port: 55060860-ea01-4a51-ad97-a7b91aa63366, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78703a7-834b-4542-ae9a-dd9b173b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:33:57.984469 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-326fd724-0314-4804-94e3-568174696a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:58.004429 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f2e63-88f6-4930-90cc-312afbbf92bd None None] Pushing event updated for resources: {'Port': ['ID=de1c33c7-169f-40ff-b476-adaa62b4f4c1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:58.118604 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 8db990d2-951a-4e7c-b581-e3ee466de302 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:33:58.118871 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:58.295125 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:58.306285 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] Set router bb37ca27-1cff-413d-8435-7308d1ff7855 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:33:58.308464 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-326fd724-0314-4804-94e3-568174696a91 None None] For port 55060860-ea01-4a51-ad97-a7b91aa63366, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:33:58.315141 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-326fd724-0314-4804-94e3-568174696a91 None None] For port 55060860-ea01-4a51-ad97-a7b91aa63366, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=55060860-ea01-4a51-ad97-a7b91aa63366,segment=NetworkSegment(a78703a7-834b-4542-ae9a-dd9b173b4933),segment_id=a78703a7-834b-4542-ae9a-dd9b173b4933)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:33:58.342062 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-326fd724-0314-4804-94e3-568174696a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:58.494813 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fd724-0314-4804-94e3-568174696a91 None None] Pushing event updated for resources: {'Port': ['ID=55060860-ea01-4a51-ad97-a7b91aa63366,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:58.533743 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:58.655975 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:54Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'de1c33c7-169f-40ff-b476-adaa62b4f4c1', 'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'mac_address': 'fa:16:3e:ab:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:53Z', 'updated_at': '2021-08-27T04:33:57Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'subnets': [{'id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:33:58.685774 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296c514-71c2-451b-89dd-4388380c66d9 None None] The sync data for ids ['bb37ca27-1cff-413d-8435-7308d1ff7855'] in dv-cinder-804035-5-iscsi is: [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:54Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'de1c33c7-169f-40ff-b476-adaa62b4f4c1', 'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'mac_address': 'fa:16:3e:ab:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:53Z', 'updated_at': '2021-08-27T04:33:57Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'subnets': [{'id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:33:58.771662 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Router 55bc359c-b1af-4718-9a70-13c29afdd2c2 is scheduled to L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:33:58.902024 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:33:58.913477 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Sync routers for ids ['55bc359c-b1af-4718-9a70-13c29afdd2c2'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:33:58.924736 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77104f58-6c9d-4727-9a4d-f6f35549967d req-cd3824df-1e59-4722-9d4b-6ce49c333f29 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:33:58.927311 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-77104f58-6c9d-4727-9a4d-f6f35549967d req-cd3824df-1e59-4722-9d4b-6ce49c333f29 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0653889 Aug 27 04:33:58.928923 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:58.933152 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-39084e67-b818-429d-a194-2d2d42bf3e82 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2539682 Aug 27 04:33:58.933404 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 32834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:33:58.938766 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Routers {'55bc359c-b1af-4718-9a70-13c29afdd2c2'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:33:58.939705 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:33:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['55bc359c-b1af-4718-9a70-13c29afdd2c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:33:58.981220 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-77104f58-6c9d-4727-9a4d-f6f35549967d req-cfde249d-6e1b-4e7d-81ef-d289a1f7ae0a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Aug 27 04:33:59.059450 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03e6bb6a-2919-46f5-8038-3bcee19d8b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.084028 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Set router 55bc359c-b1af-4718-9a70-13c29afdd2c2 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:33:59.306752 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'name': 'tempest-TestMinimumBasicScenario-1496879834-router', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:56Z', 'updated_at': '2021-08-27T04:33:58Z', 'revision_number': 3, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'gw_port': {'id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:57Z', 'updated_at': '2021-08-27T04:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:33:59.336060 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Checking router: 55bc359c-b1af-4718-9a70-13c29afdd2c2 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:33:59.336404 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Updating router 55bc359c-b1af-4718-9a70-13c29afdd2c2 port f90f5b4d-ed82-49b4-a83f-056a8869a35c binding host dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:33:59.365460 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.453460 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.591229 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.640041 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe426a2-abef-4688-9ef3-49012da82283 None None] Network bb38f461-144b-4b85-9fbc-849fd9423692 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:33:59.655872 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Allocated IP 172.20.0.1 (bb38f461-144b-4b85-9fbc-849fd9423692/a1309a3a-046b-4d1d-8605-f918af1aa0d6/1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:33:59.703410 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.715387 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Transition to ACTIVE for port object f90f5b4d-ed82-49b4-a83f-056a8869a35c will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:33:59.729132 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.771498 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-289bcf40-cb57-49c4-9beb-9219cd315321 None None] Provisioning for port 55060860-ea01-4a51-ad97-a7b91aa63366 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:33:59.814675 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fb0c7-eec9-49c5-8904-2b26a3d38814 None None] Pushing event updated for resources: {'Port': ['ID=f90f5b4d-ed82-49b4-a83f-056a8869a35c,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:59.814675 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Attempting to bind port f90f5b4d-ed82-49b4-a83f-056a8869a35c on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:33:59.815106 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Attempting to bind port f90f5b4d-ed82-49b4-a83f-056a8869a35c by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:33:59.815270 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Attempting to bind port f90f5b4d-ed82-49b4-a83f-056a8869a35c on network fa882ed6-b8d8-486a-a99b-5928190e8cb5 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:33:59.821826 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:33:59.822575 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:33:59.822575 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.822968 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Bound using segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:33:59.823439 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Bound port: f90f5b4d-ed82-49b4-a83f-056a8869a35c, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:33:59.824067 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.847769 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.868415 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Transition to ACTIVE for port object 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:33:59.897978 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] For port f90f5b4d-ed82-49b4-a83f-056a8869a35c, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:33:59.903502 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] For port f90f5b4d-ed82-49b4-a83f-056a8869a35c, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=f90f5b4d-ed82-49b4-a83f-056a8869a35c,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:33:59.908840 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.914056 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:33:59.957396 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 55060860-ea01-4a51-ad97-a7b91aa63366 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:33:59.981000 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fb0c7-eec9-49c5-8904-2b26a3d38814 None None] Pushing event updated for resources: {'Port': ['ID=f90f5b4d-ed82-49b4-a83f-056a8869a35c,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:33:59.988573 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Network bb38f461-144b-4b85-9fbc-849fd9423692 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:33:59.997949 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:34:00.003882 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:34:00.006947 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Routers {'55bc359c-b1af-4718-9a70-13c29afdd2c2'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:34:00.007630 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:33:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['55bc359c-b1af-4718-9a70-13c29afdd2c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:00.037157 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 55060860-ea01-4a51-ad97-a7b91aa63366 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:34:00.043704 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 55060860-ea01-4a51-ad97-a7b91aa63366 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:00.043704 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.047525 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Pushing event updated for resources: {'Port': ['ID=1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:00.066766 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767140'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.140313 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] Set router 55bc359c-b1af-4718-9a70-13c29afdd2c2 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:34:00.190866 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.253187 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 55060860-ea01-4a51-ad97-a7b91aa63366, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=55060860-ea01-4a51-ad97-a7b91aa63366,segment=NetworkSegment(a78703a7-834b-4542-ae9a-dd9b173b4933),segment_id=a78703a7-834b-4542-ae9a-dd9b173b4933)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:34:00.260044 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.261456 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device de1c33c7-169f-40ff-b476-adaa62b4f4c1 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:34:00.300199 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.416750 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b8c90117-4f73-4793-8732-33bc18956b06 None None] Provisioning complete for port 55060860-ea01-4a51-ad97-a7b91aa63366 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:00.417288 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b8c90117-4f73-4793-8732-33bc18956b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.418987 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=55060860-ea01-4a51-ad97-a7b91aa63366,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:00.444702 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.463898 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port de1c33c7-169f-40ff-b476-adaa62b4f4c1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:34:00.470987 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port de1c33c7-169f-40ff-b476-adaa62b4f4c1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:00.471525 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.488407 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'name': 'tempest-TestMinimumBasicScenario-1496879834-router', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:56Z', 'updated_at': '2021-08-27T04:33:58Z', 'revision_number': 3, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'gw_port': {'id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:57Z', 'updated_at': '2021-08-27T04:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:00.526866 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5fc97-9227-4c0e-b269-a7064c899c41 None None] The sync data for ids ['55bc359c-b1af-4718-9a70-13c29afdd2c2'] in dv-cinder-804035-5-iscsi is: [{'id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'name': 'tempest-TestMinimumBasicScenario-1496879834-router', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:56Z', 'updated_at': '2021-08-27T04:33:58Z', 'revision_number': 3, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'gw_port': {'id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:57Z', 'updated_at': '2021-08-27T04:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:34:00.538498 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.544786 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.611692 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.620385 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Pushing event updated for resources: {'Port': ['ID=1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:00.626665 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1767227'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.650307 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port de1c33c7-169f-40ff-b476-adaa62b4f4c1, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=de1c33c7-169f-40ff-b476-adaa62b4f4c1,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:34:00.660559 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.715871 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-30a011b9-3a89-4372-b7da-8b656219effb None None] Provisioning for port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:34:00.721975 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-30a011b9-3a89-4372-b7da-8b656219effb None None] Provisioning complete for port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:00.722353 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30a011b9-3a89-4372-b7da-8b656219effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:00.724023 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=de1c33c7-169f-40ff-b476-adaa62b4f4c1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:00.732974 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Network bb38f461-144b-4b85-9fbc-849fd9423692 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:34:00.734476 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:34:00.793165 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-30a011b9-3a89-4372-b7da-8b656219effb None None] Port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:34:00.889678 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Router 55bc359c-b1af-4718-9a70-13c29afdd2c2 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:34:01.020316 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1e1680be-247f-45e5-8b9b-04ca665af57b None None] Provisioning complete for port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:01.020612 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1e1680be-247f-45e5-8b9b-04ca665af57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:01.058276 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1e1680be-247f-45e5-8b9b-04ca665af57b None None] Port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:34:01.226940 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:34:01.232547 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-dfe33e5e-0f8a-453b-a4c0-65698ece5a42 admin admin] 10.222.0.53 "PUT /v2.0/routers/55bc359c-b1af-4718-9a70-13c29afdd2c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2981284 Aug 27 04:34:01.869992 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 55060860-ea01-4a51-ad97-a7b91aa63366 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:34:01.934155 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 55060860-ea01-4a51-ad97-a7b91aa63366 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:01.934627 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:02.024950 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f90f5b4d-ed82-49b4-a83f-056a8869a35c up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:34:02.095358 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port f90f5b4d-ed82-49b4-a83f-056a8869a35c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:34:02.098562 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:02.101385 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port f90f5b4d-ed82-49b4-a83f-056a8869a35c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:02.101859 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:02.209739 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:02.233057 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port f90f5b4d-ed82-49b4-a83f-056a8869a35c, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=f90f5b4d-ed82-49b4-a83f-056a8869a35c,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:34:02.241285 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:02.243017 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device de1c33c7-169f-40ff-b476-adaa62b4f4c1 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:34:02.296370 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Sync routers for ids ['55bc359c-b1af-4718-9a70-13c29afdd2c2'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:34:02.333530 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Routers {'55bc359c-b1af-4718-9a70-13c29afdd2c2'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:34:02.334258 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:33:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['55bc359c-b1af-4718-9a70-13c29afdd2c2'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:02.345981 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=f90f5b4d-ed82-49b4-a83f-056a8869a35c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:02.416388 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port de1c33c7-169f-40ff-b476-adaa62b4f4c1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:02.419346 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:02.499946 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Set router 55bc359c-b1af-4718-9a70-13c29afdd2c2 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:34:02.722568 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6fb2c-e357-4ab2-bd02-a8d9efa4f88c req-1a18ed42-69ed-4320-9d88-ac3c1e38cbd3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:02.724980 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-edd6fb2c-e357-4ab2-bd02-a8d9efa4f88c req-1a18ed42-69ed-4320-9d88-ac3c1e38cbd3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0581522 Aug 27 04:34:02.771301 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-edd6fb2c-e357-4ab2-bd02-a8d9efa4f88c req-bfd33d55-8b66-4bce-9128-6257955d8e0e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Aug 27 04:34:02.775679 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'name': 'tempest-TestMinimumBasicScenario-1496879834-router', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:56Z', 'updated_at': '2021-08-27T04:34:00Z', 'revision_number': 4, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'gw_port': {'id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:57Z', 'updated_at': '2021-08-27T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141', 'name': '', 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'mac_address': 'fa:16:3e:cd:37:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a1309a3a-046b-4d1d-8605-f918af1aa0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:59Z', 'updated_at': '2021-08-27T04:34:00Z', 'revision_number': 2, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'subnets': [{'id': 'a1309a3a-046b-4d1d-8605-f918af1aa0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:02.818271 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Checking router: 55bc359c-b1af-4718-9a70-13c29afdd2c2 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:34:02.818994 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Updating router 55bc359c-b1af-4718-9a70-13c29afdd2c2 port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 binding host dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:34:02.844945 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:03.341138 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:03.360394 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Transition to ACTIVE for port object 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:34:03.394600 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:03.454859 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f5799-5686-44cf-8889-20cac9096742 None None] Pushing event updated for resources: {'Port': ['ID=1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:03.526333 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Attempting to bind port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:34:03.526946 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Attempting to bind port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'a78703a7-834b-4542-ae9a-dd9b173b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:34:03.527447 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Attempting to bind port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 on network bb38f461-144b-4b85-9fbc-849fd9423692 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:34:03.534009 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:34:03.534445 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Checking segment: {'id': 'a78703a7-834b-4542-ae9a-dd9b173b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:34:03.534859 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:03.535257 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Bound using segment: {'id': 'a78703a7-834b-4542-ae9a-dd9b173b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:34:03.536317 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Bound port: 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78703a7-834b-4542-ae9a-dd9b173b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:34:03.536710 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:03.624651 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] For port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:34:03.649988 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] For port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141,segment=NetworkSegment(a78703a7-834b-4542-ae9a-dd9b173b4933),segment_id=a78703a7-834b-4542-ae9a-dd9b173b4933)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:34:03.665661 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:03.749489 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f5799-5686-44cf-8889-20cac9096742 None None] Pushing event updated for resources: {'Port': ['ID=1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:03.754057 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Routers {'55bc359c-b1af-4718-9a70-13c29afdd2c2'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:34:03.754809 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:33:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['55bc359c-b1af-4718-9a70-13c29afdd2c2'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:03.819636 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:03.873728 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f90f5b4d-ed82-49b4-a83f-056a8869a35c up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:34:03.938397 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] Set router 55bc359c-b1af-4718-9a70-13c29afdd2c2 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:34:03.945939 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae99eb-3987-4cdb-a65f-0768cbf7a99e req-14915b23-8447-4a91-9efd-bbad5df7f3b3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:03.954008 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-79ae99eb-3987-4cdb-a65f-0768cbf7a99e req-14915b23-8447-4a91-9efd-bbad5df7f3b3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0688610 Aug 27 04:34:04.001263 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-79ae99eb-3987-4cdb-a65f-0768cbf7a99e req-6aed605c-58bb-480f-997c-002cc158ef56 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Aug 27 04:34:04.063129 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port f90f5b4d-ed82-49b4-a83f-056a8869a35c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:04.063785 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:04.089897 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-e7a261ed-8aa7-43da-b0fe-e3af2bc09e38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787692 Aug 27 04:34:04.252713 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-daaa7c77-3564-40d2-bab7-03161b6500c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:04.254319 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-daaa7c77-3564-40d2-bab7-03161b6500c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 1099 time: 0.0844765 Aug 27 04:34:04.397735 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-39908914-b0f6-4cba-9b56-0f09cb61be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:04.398312 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'name': 'tempest-TestMinimumBasicScenario-1496879834-router', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:56Z', 'updated_at': '2021-08-27T04:34:00Z', 'revision_number': 4, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'gw_port': {'id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:57Z', 'updated_at': '2021-08-27T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141', 'name': '', 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'mac_address': 'fa:16:3e:cd:37:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a1309a3a-046b-4d1d-8605-f918af1aa0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:59Z', 'updated_at': '2021-08-27T04:34:03Z', 'revision_number': 4, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'subnets': [{'id': 'a1309a3a-046b-4d1d-8605-f918af1aa0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:04.402490 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-39908914-b0f6-4cba-9b56-0f09cb61be5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.1242199 Aug 27 04:34:04.441775 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf10ad-044c-4614-8093-c71ce779fd00 None None] The sync data for ids ['55bc359c-b1af-4718-9a70-13c29afdd2c2'] in dv-cinder-804035-5-iscsi is: [{'id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'name': 'tempest-TestMinimumBasicScenario-1496879834-router', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:56Z', 'updated_at': '2021-08-27T04:34:00Z', 'revision_number': 4, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'gw_port': {'id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:57Z', 'updated_at': '2021-08-27T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141', 'name': '', 'network_id': 'bb38f461-144b-4b85-9fbc-849fd9423692', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'mac_address': 'fa:16:3e:cd:37:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a1309a3a-046b-4d1d-8605-f918af1aa0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:59Z', 'updated_at': '2021-08-27T04:34:03Z', 'revision_number': 4, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'subnets': [{'id': 'a1309a3a-046b-4d1d-8605-f918af1aa0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:34:04.565498 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-4d1561b4-fafa-4620-b1c2-b973fd714b5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698af269-46a5-4892-822b-9ef4aa21fa2e HTTP/1.1" status: 200 len: 1002 time: 0.1439986 Aug 27 04:34:04.637547 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-5f252fc6-a79b-4fd4-b441-c7b5e5b6c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:04.639061 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-5f252fc6-a79b-4fd4-b441-c7b5e5b6c768 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0548923 Aug 27 04:34:04.722411 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-838260da-c373-4bee-b711-92554a3b495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:04.726478 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-838260da-c373-4bee-b711-92554a3b495a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771823 Aug 27 04:34:04.967620 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-2c7219c2-bfdc-4aca-8130-45304a7a1388 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303333 Aug 27 04:34:05.153621 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0a6b0a0f-e3f2-4c95-84ea-33b284a2ee8b req-4106f234-e9c5-433c-8b46-f3945cfc48d3 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736412 Aug 27 04:34:05.167813 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0522ba-89a1-45c2-97b3-8f529286e711 req-4ad2bd03-6603-4609-877e-f3434100439f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:05.169918 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d0522ba-89a1-45c2-97b3-8f529286e711 req-4ad2bd03-6603-4609-877e-f3434100439f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0627961 Aug 27 04:34:05.219170 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d0522ba-89a1-45c2-97b3-8f529286e711 req-f57aae1e-6be7-4601-a85d-f90001275e3f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390983 Aug 27 04:34:05.850720 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:34:05.934364 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:34:05.942051 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:05.943409 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:06.093484 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:06.158985 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141,segment=NetworkSegment(a78703a7-834b-4542-ae9a-dd9b173b4933),segment_id=a78703a7-834b-4542-ae9a-dd9b173b4933)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:34:06.166156 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:06.229956 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:06.384316 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d750c-6f8a-4e3a-888d-12f13cef5d2b req-ed43ae2c-6f8c-47e4-91a8-688b6ce88c02 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:06.385955 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb1d750c-6f8a-4e3a-888d-12f13cef5d2b req-ed43ae2c-6f8c-47e4-91a8-688b6ce88c02 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0572765 Aug 27 04:34:06.435513 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb1d750c-6f8a-4e3a-888d-12f13cef5d2b req-e46dc5cd-f8b6-4513-9002-60c411537af5 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Aug 27 04:34:07.584815 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cbbe2-37db-450b-9654-cf6e40ebeeb6 req-93a307f2-df2b-4ddb-84d5-8b2808783cb7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:07.586687 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2e7cbbe2-37db-450b-9654-cf6e40ebeeb6 req-93a307f2-df2b-4ddb-84d5-8b2808783cb7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0648861 Aug 27 04:34:07.648917 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2e7cbbe2-37db-450b-9654-cf6e40ebeeb6 req-dc60c3bd-bf83-4949-941b-ee5dcc0af7c2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531063 Aug 27 04:34:07.797078 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:34:07.858368 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:07.858650 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:08.804067 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af71f3-dacf-4fbd-8ac4-677a1472a817 req-38c78e5e-aec5-4fca-b1a4-2d6a6937d9d1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:08.811911 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-43af71f3-dacf-4fbd-8ac4-677a1472a817 req-38c78e5e-aec5-4fca-b1a4-2d6a6937d9d1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0654812 Aug 27 04:34:08.855229 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-43af71f3-dacf-4fbd-8ac4-677a1472a817 req-3e3d3298-71dc-4195-9f8e-25bd471d857c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Aug 27 04:34:10.040606 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4dedf-b545-4847-a9ea-70894658b632 req-8af24bab-7374-49ed-8d23-a6b7d61a4166 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:10.042376 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09e4dedf-b545-4847-a9ea-70894658b632 req-8af24bab-7374-49ed-8d23-a6b7d61a4166 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0819545 Aug 27 04:34:10.099898 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09e4dedf-b545-4847-a9ea-70894658b632 req-825b5669-0cd4-48c6-b991-c2f2f3e8a9c4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455711 Aug 27 04:34:11.220741 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e5a9c-0e4b-468f-b436-a8069a08846b req-57df95d8-7e96-4dbe-a6fe-b985c4f38a08 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:11.223053 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f95e5a9c-0e4b-468f-b436-a8069a08846b req-57df95d8-7e96-4dbe-a6fe-b985c4f38a08 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0530283 Aug 27 04:34:11.281363 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f95e5a9c-0e4b-468f-b436-a8069a08846b req-114e88f3-594c-437d-a962-9a4c84dae015 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519600 Aug 27 04:34:12.400978 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e43a2-cd66-42cb-bddc-d6ca987a5f61 req-ee6e538c-b34f-467a-a6b7-386a072c8162 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:12.402471 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b77e43a2-cd66-42cb-bddc-d6ca987a5f61 req-ee6e538c-b34f-467a-a6b7-386a072c8162 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0485516 Aug 27 04:34:12.441627 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b77e43a2-cd66-42cb-bddc-d6ca987a5f61 req-ddcc5cc3-e5fb-4269-8ee9-55c75d86c972 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Aug 27 04:34:12.717730 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc270cb-0e64-47f8-be81-51f3d92a9dd4 req-89454d5c-b5a1-4269-98ef-e9882eae4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:12.719120 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0dc270cb-0e64-47f8-be81-51f3d92a9dd4 req-89454d5c-b5a1-4269-98ef-e9882eae4ad2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 1098 time: 0.0439403 Aug 27 04:34:12.758149 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0dc270cb-0e64-47f8-be81-51f3d92a9dd4 req-6b83aaca-46f2-488b-b81c-2b4a7f67f3fc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300920 Aug 27 04:34:12.997983 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-5f51f213-9c73-4a95-8d77-9170474da298 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:12.999452 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-5f51f213-9c73-4a95-8d77-9170474da298 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/networks?id=6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 200 len: 815 time: 0.1026564 Aug 27 04:34:13.014636 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-1d5c3eaf-3aba-43ce-994e-31deaa0bbff8 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/quotas/c4d957eb500948908f38f0f427a9017b HTTP/1.1" status: 200 len: 375 time: 0.0090525 Aug 27 04:34:13.069105 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-eb1f7d6f-793c-4615-a4b0-02bba2a7f4af tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4d957eb500948908f38f0f427a9017b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491412 Aug 27 04:34:13.167345 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-319d3ee8-158b-4504-98ef-71559ccf2371 service neutron] 10.222.0.53 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869641 Aug 27 04:34:13.260944 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-69f97048-d462-43d0-9897-5b7035af2129 service neutron] 10.222.0.53 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873442 Aug 27 04:34:13.426307 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb249a5f-d426-4319-ba86-2a93422456d8 req-f0520ea9-8605-454f-9657-e8e3dc299ae4 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 210 time: 0.0267117 Aug 27 04:34:13.557569 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff045ff8-2600-4737-ad33-39da0fc01a52 req-0e0e1370-931d-4d92-ac31-5b43ebded902 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:13.559472 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ff045ff8-2600-4737-ad33-39da0fc01a52 req-0e0e1370-931d-4d92-ac31-5b43ebded902 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0503430 Aug 27 04:34:13.602904 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ff045ff8-2600-4737-ad33-39da0fc01a52 req-bdb34b59-0261-4bdf-bcc8-450e97679b16 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366518 Aug 27 04:34:14.622395 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-166e3969-9d2e-4ab2-a2fa-6adf2f800f0c req-abe4653a-e9f5-4991-b7e8-edb15bbcb37f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 210 time: 0.0286949 Aug 27 04:34:14.721989 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24be015-6d20-4f6f-ac51-191808b9e101 req-46afccd2-e8d0-42ac-991b-856db5faf9f8 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:14.724393 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f24be015-6d20-4f6f-ac51-191808b9e101 req-46afccd2-e8d0-42ac-991b-856db5faf9f8 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0488575 Aug 27 04:34:14.765138 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f24be015-6d20-4f6f-ac51-191808b9e101 req-e050c82d-17fc-4462-a765-04f1b5a47679 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346386 Aug 27 04:34:15.514500 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-b34014a9-9042-4b76-9f46-be36e118b388 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:15.516106 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-b34014a9-9042-4b76-9f46-be36e118b388 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.35 "GET /v2.0/networks?id=6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 200 len: 815 time: 0.1096230 Aug 27 04:34:15.541114 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'port': {'device_id': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'admin_state_up': True, 'tenant_id': 'c4d957eb500948908f38f0f427a9017b'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:34:15.654275 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Made reservation on behalf of c4d957eb500948908f38f0f427a9017b for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:34:15.657829 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:15.721497 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2309b1e4-e9c6-47f0-acc7-27da8572ca02 req-1593803b-1e32-4e1e-8150-aca84946744f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 210 time: 0.0306103 Aug 27 04:34:15.804604 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Allocated IP 172.20.0.5 (6393701f-2879-4fc5-bc44-476f65707d09/a5be63fc-2f82-4c73-913f-6e753c1161d4/6348fecd-7464-4987-a099-9e9f7e860b0c) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:34:15.903689 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ea814-000c-47bc-a248-63a9d2142e53 req-730dd511-8ded-4cc5-9ba7-0175b80f3284 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:15.905359 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9d0ea814-000c-47bc-a248-63a9d2142e53 req-730dd511-8ded-4cc5-9ba7-0175b80f3284 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0513506 Aug 27 04:34:15.963585 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9d0ea814-000c-47bc-a248-63a9d2142e53 req-a13e99e4-ca01-4965-9296-b339423d33cc tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495629 Aug 27 04:34:15.997107 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:16.013896 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Transition to ACTIVE for port object 6348fecd-7464-4987-a099-9e9f7e860b0c will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:34:16.066338 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:16.128093 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Network 6393701f-2879-4fc5-bc44-476f65707d09 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:34:16.132312 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:34:16.135275 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:34:16.144230 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'Port': ['ID=6348fecd-7464-4987-a099-9e9f7e860b0c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:16.183041 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.183396 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.184572 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.184933 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.185352 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.185792 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.186108 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.186483 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.186843 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.187171 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.187584 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.188005 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:16.224898 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:16.226746 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:16.256838 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-68d2112a-0677-4bee-aaf5-aba1748d9c2f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7193193 Aug 27 04:34:16.364208 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4c62e-13e5-4bf0-87f8-749a9a92e96a req-465dbddf-336a-4a13-926f-7102810306b1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:16.370404 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-73c4c62e-13e5-4bf0-87f8-749a9a92e96a req-465dbddf-336a-4a13-926f-7102810306b1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0691586 Aug 27 04:34:16.419703 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-73c4c62e-13e5-4bf0-87f8-749a9a92e96a req-5c070eb0-b686-44ce-b9f1-47a8c49a0bea tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473409 Aug 27 04:34:16.504091 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4d82371b-3a9c-4ef0-8a96-599a75fa8137 None None] Provisioning for port 6348fecd-7464-4987-a099-9e9f7e860b0c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:34:16.507651 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4d82371b-3a9c-4ef0-8a96-599a75fa8137 None None] Provisioning complete for port 6348fecd-7464-4987-a099-9e9f7e860b0c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:16.508056 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4d82371b-3a9c-4ef0-8a96-599a75fa8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:16.542070 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4d82371b-3a9c-4ef0-8a96-599a75fa8137 None None] Port 6348fecd-7464-4987-a099-9e9f7e860b0c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:34:16.842545 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe7d64-3f33-4099-b174-a97e0d986cb8 req-4585cd4d-0b86-48c1-ae91-2041c16de713 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:16.844058 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3fe7d64-3f33-4099-b174-a97e0d986cb8 req-4585cd4d-0b86-48c1-ae91-2041c16de713 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 931 time: 0.0528834 Aug 27 04:34:16.882981 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3fe7d64-3f33-4099-b174-a97e0d986cb8 req-3179e772-440b-447a-b8be-56fcf3b57843 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Aug 27 04:34:26.758949 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f28024cf-35ac-4ac1-84ac-e23c3f41e102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:29.052532 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b83c4f7a-fdbb-43e4-b999-e7249be34602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:29.261522 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:34:29.587975 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:30.382162 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:32.097520 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:33.768567 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:39.678393 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Request body: {'port': {'device_id': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:34:39.729404 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:39.735513 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd917c-2ab3-47e3-bee6-42cca838edd1 req-ab44785f-2dbb-470b-9d39-be62562e21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:39.737065 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48fd917c-2ab3-47e3-bee6-42cca838edd1 req-ab44785f-2dbb-470b-9d39-be62562e21d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 1098 time: 0.0395687 Aug 27 04:34:39.936061 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1522e-6afb-429e-b91f-40c96a44ed3c req-5e924dbf-470b-4f56-99da-56a566b4cfef tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:39.937548 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-93b1522e-6afb-429e-b91f-40c96a44ed3c req-5e924dbf-470b-4f56-99da-56a566b4cfef tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 931 time: 0.0786464 Aug 27 04:34:39.940776 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd917c-2ab3-47e3-bee6-42cca838edd1 req-6bda9c0c-e52c-46b9-a8bb-2c20279e99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:39.942754 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48fd917c-2ab3-47e3-bee6-42cca838edd1 req-6bda9c0c-e52c-46b9-a8bb-2c20279e99fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 920 time: 0.1365564 Aug 27 04:34:40.000844 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48fd917c-2ab3-47e3-bee6-42cca838edd1 req-4a8a00c2-38ef-4974-8a87-fa905fa972eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264 HTTP/1.1" status: 200 len: 217 time: 0.0491970 Aug 27 04:34:40.020630 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-93b1522e-6afb-429e-b91f-40c96a44ed3c req-87e9cf4e-d8c2-48b1-9f1e-4c55d9edd2ca tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759940 Aug 27 04:34:40.060286 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd917c-2ab3-47e3-bee6-42cca838edd1 req-a96dc04d-7d13-41c0-affd-584958196b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:40.061912 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48fd917c-2ab3-47e3-bee6-42cca838edd1 req-a96dc04d-7d13-41c0-affd-584958196b02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12f1069b-2111-4fbb-849f-5e9b92aa608f HTTP/1.1" status: 200 len: 859 time: 0.0531764 Aug 27 04:34:40.098741 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48fd917c-2ab3-47e3-bee6-42cca838edd1 req-96698209-3462-447b-8bd3-ea2398f5f38e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a0eabd0-6457-4c9f-8893-a95600de2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277023 Aug 27 04:34:40.187319 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a128e1-0a3c-4f81-846b-1e58e3446ad1 req-dc2ef7dc-1717-4002-817a-037ea1e6eee2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:40.188751 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-70a128e1-0a3c-4f81-846b-1e58e3446ad1 req-dc2ef7dc-1717-4002-817a-037ea1e6eee2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1628549 Aug 27 04:34:40.206113 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48fd917c-2ab3-47e3-bee6-42cca838edd1 req-fc0515cd-32d1-4753-bc93-004473703387 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980482 Aug 27 04:34:40.245847 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6348fecd-7464-4987-a099-9e9f7e860b0c {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:34:40.261163 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:40.276529 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-70a128e1-0a3c-4f81-846b-1e58e3446ad1 req-3fe27a03-d899-490b-b128-92d936b7b3ab tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774288 Aug 27 04:34:40.281837 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Transition to ACTIVE for port object 6348fecd-7464-4987-a099-9e9f7e860b0c will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:34:40.283089 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:40.321644 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48fd917c-2ab3-47e3-bee6-42cca838edd1 req-999fdb83-81fd-4031-b8a6-8097e6a36b19 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051517 Aug 27 04:34:40.356182 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745200e9-05cb-4a06-b505-711df291084c service neutron] Pushing event updated for resources: {'Port': ['ID=6348fecd-7464-4987-a099-9e9f7e860b0c,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:40.412870 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Attempting to bind port 6348fecd-7464-4987-a099-9e9f7e860b0c on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:34:40.412870 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Attempting to bind port 6348fecd-7464-4987-a099-9e9f7e860b0c by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:34:40.413089 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Attempting to bind port 6348fecd-7464-4987-a099-9e9f7e860b0c on network 6393701f-2879-4fc5-bc44-476f65707d09 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:34:40.419281 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Port 6348fecd-7464-4987-a099-9e9f7e860b0c on network 6393701f-2879-4fc5-bc44-476f65707d09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:34:40.419731 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Attempting to bind port 6348fecd-7464-4987-a099-9e9f7e860b0c on network 6393701f-2879-4fc5-bc44-476f65707d09 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:34:40.428172 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:34:40.429892 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Checking segment: {'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:34:40.430470 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Bound using segment: {'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:34:40.432552 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Bound port: 6348fecd-7464-4987-a099-9e9f7e860b0c, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0feabe34-c61f-41b1-90e4-ffbd648ab08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:34:40.432934 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:40.502519 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] For port 6348fecd-7464-4987-a099-9e9f7e860b0c, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:34:40.505745 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] For port 6348fecd-7464-4987-a099-9e9f7e860b0c, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6348fecd-7464-4987-a099-9e9f7e860b0c,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:34:40.510222 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:40.544363 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:40.544987 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:40.546353 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-745200e9-05cb-4a06-b505-711df291084c service neutron] 10.222.0.35 "PUT /v2.0/ports/6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 1093 time: 0.8724933 Aug 27 04:34:40.546783 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:34:40.549048 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0714227-f2d4-4da3-b8e5-20c68368ee7d" -d '{"events": [{"name": "network-changed", "server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:34:40.578836 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745200e9-05cb-4a06-b505-711df291084c service neutron] Pushing event updated for resources: {'Port': ['ID=6348fecd-7464-4987-a099-9e9f7e860b0c,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:40.607644 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88b100f-fc8f-414e-a131-fbd7ad57395d x-openstack-request-id: req-e88b100f-fc8f-414e-a131-fbd7ad57395d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:34:40.608330 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:34:40.609096 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e88b100f-fc8f-414e-a131-fbd7ad57395d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:34:40.609716 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'status': 'completed', 'code': 200} Aug 27 04:34:40.728000 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-9c25769f-e9d9-4b15-81cf-04988e6852b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:40.729541 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-9c25769f-e9d9-4b15-81cf-04988e6852b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d957eb500948908f38f0f427a9017b&device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1096 time: 0.0449581 Aug 27 04:34:40.782551 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-dffb1389-d5ce-4e86-abf8-f103152cea2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 217 time: 0.0328920 Aug 27 04:34:40.832580 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-fc6f6cd2-94f4-4bb7-8798-033fe1f5f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:40.834034 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-fc6f6cd2-94f4-4bb7-8798-033fe1f5f659 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5be63fc-2f82-4c73-913f-6e753c1161d4 HTTP/1.1" status: 200 len: 854 time: 0.0428433 Aug 27 04:34:40.885360 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-e23b2aa4-34c5-4fcf-9642-6dd3affca511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:40.886834 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-e23b2aa4-34c5-4fcf-9642-6dd3affca511 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6393701f-2879-4fc5-bc44-476f65707d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425327 Aug 27 04:34:40.975331 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-252fabdc-ae14-4981-b356-b5b48994f0bc service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796478 Aug 27 04:34:41.070877 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ac5e1bd-e697-4ff0-bf13-211ac094bbaf req-96897d3a-841e-4b18-98d3-fe07350bacaa service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844712 Aug 27 04:34:41.134722 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7ac8f-07d2-493f-bf31-daef0dc4ecb1 req-4c3bed73-4c65-4163-9052-591d0b12b23d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:41.136261 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-95b7ac8f-07d2-493f-bf31-daef0dc4ecb1 req-4c3bed73-4c65-4163-9052-591d0b12b23d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 943 time: 0.0487375 Aug 27 04:34:41.198362 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-95b7ac8f-07d2-493f-bf31-daef0dc4ecb1 req-99c0ba35-bd99-4364-af88-c35be448706a tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562389 Aug 27 04:34:41.208043 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-1254a65c-071a-4dd3-86d7-42faf7f3a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:41.209482 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-1254a65c-071a-4dd3-86d7-42faf7f3a4e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d957eb500948908f38f0f427a9017b&device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1096 time: 0.0547194 Aug 27 04:34:41.301155 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-8b918fc7-974a-42f7-82e1-f6136ce8706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:41.302588 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-8b918fc7-974a-42f7-82e1-f6136ce8706b service neutron] 10.222.0.35 "GET /v2.0/networks?id=6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 200 len: 916 time: 0.0848610 Aug 27 04:34:41.346476 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-48cf5c52-9991-417e-bd60-f2522af58c8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 217 time: 0.0339842 Aug 27 04:34:41.400521 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-b0f41114-5935-4da2-a1fc-dd9fbfac1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:41.401960 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-b0f41114-5935-4da2-a1fc-dd9fbfac1208 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5be63fc-2f82-4c73-913f-6e753c1161d4 HTTP/1.1" status: 200 len: 854 time: 0.0431936 Aug 27 04:34:41.403340 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da58d4-1e6b-4f36-b70b-7c98087cecc0 req-435da129-d68e-41d5-82a6-af9039664353 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:41.404870 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67da58d4-1e6b-4f36-b70b-7c98087cecc0 req-435da129-d68e-41d5-82a6-af9039664353 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0502555 Aug 27 04:34:41.443781 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67da58d4-1e6b-4f36-b70b-7c98087cecc0 req-ece7ddc7-5c57-48c8-a4c8-16ba999be98a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328977 Aug 27 04:34:41.457638 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-d1a0dd49-b113-4b88-aff1-8dc8de341364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:41.459302 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-d1a0dd49-b113-4b88-aff1-8dc8de341364 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6393701f-2879-4fc5-bc44-476f65707d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452378 Aug 27 04:34:41.892231 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-35cfaca2-f05b-461c-b373-2741f4836ab5 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820203 Aug 27 04:34:42.075558 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0714227-f2d4-4da3-b8e5-20c68368ee7d req-503b66c5-d006-43d3-adf3-83dd367ad71a service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836191 Aug 27 04:34:42.319492 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d91b6-4e77-410e-93fe-c60432a11308 req-b3648b22-4db6-4508-99a2-7acfbde87bc3 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:42.320983 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-192d91b6-4e77-410e-93fe-c60432a11308 req-b3648b22-4db6-4508-99a2-7acfbde87bc3 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 943 time: 0.0528245 Aug 27 04:34:42.368194 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-192d91b6-4e77-410e-93fe-c60432a11308 req-afc99477-7f9c-4f9d-a7cc-13168973312f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344310 Aug 27 04:34:42.574166 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba348377-5a32-4f73-b6b8-1dc9a8edddde req-782ff560-f198-4ae5-8da9-8b24031ac4b9 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:42.575860 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba348377-5a32-4f73-b6b8-1dc9a8edddde req-782ff560-f198-4ae5-8da9-8b24031ac4b9 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0620103 Aug 27 04:34:42.620688 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba348377-5a32-4f73-b6b8-1dc9a8edddde req-717ba8cb-7edb-4632-9c15-ad95bf7d0ddf tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383871 Aug 27 04:34:43.487168 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92765b-9244-40b4-b0bd-b203322fadde req-5cebf046-1491-4092-822c-c8377287d97d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:43.489310 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7c92765b-9244-40b4-b0bd-b203322fadde req-5cebf046-1491-4092-822c-c8377287d97d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 943 time: 0.0497603 Aug 27 04:34:43.525809 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7c92765b-9244-40b4-b0bd-b203322fadde req-918af2d3-f7d1-4ec6-a78a-fb660384e4eb tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303700 Aug 27 04:34:43.740165 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a1ae3-b232-4514-846a-d6fdea2f1702 req-97a9c83c-90f3-42e5-8d1c-f4a3cc524aaf tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:43.741928 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9c7a1ae3-b232-4514-846a-d6fdea2f1702 req-97a9c83c-90f3-42e5-8d1c-f4a3cc524aaf tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Aug 27 04:34:43.780777 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9c7a1ae3-b232-4514-846a-d6fdea2f1702 req-57330b1e-6841-4e7c-818d-568825e6cc8e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Aug 27 04:34:44.347497 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0aad3-72d4-4a1d-b878-9d64f55846b7 req-52c05d93-29ea-444e-931a-5667f9679e81 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:44.350310 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8e0aad3-72d4-4a1d-b878-9d64f55846b7 req-52c05d93-29ea-444e-931a-5667f9679e81 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0499134 Aug 27 04:34:44.388587 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8e0aad3-72d4-4a1d-b878-9d64f55846b7 req-9447c497-2c94-4a51-8c9d-6355a3c4502d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332859 Aug 27 04:34:44.644167 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfbfa0-adc4-43c8-8c02-9e92d985934c req-eac39ea1-8cb7-4cfd-92a6-4dc58a28aab8 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:44.645647 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4cbfbfa0-adc4-43c8-8c02-9e92d985934c req-eac39ea1-8cb7-4cfd-92a6-4dc58a28aab8 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 943 time: 0.0513573 Aug 27 04:34:44.687650 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4cbfbfa0-adc4-43c8-8c02-9e92d985934c req-e73e64fe-46c4-4160-bf92-1b63cc10a780 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360398 Aug 27 04:34:44.901447 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447b39e-52c2-41ed-9dfb-a6d42987b0d8 req-707af7a6-493f-4920-b1ed-826c8819797a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:44.904389 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b447b39e-52c2-41ed-9dfb-a6d42987b0d8 req-707af7a6-493f-4920-b1ed-826c8819797a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0541847 Aug 27 04:34:44.942052 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b447b39e-52c2-41ed-9dfb-a6d42987b0d8 req-c0151481-ef5f-4af8-b022-af1160d3749c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Aug 27 04:34:45.525985 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6904b-7117-4957-a6f8-d4b1e804fa65 req-d6ff58a0-9c43-42f2-826a-564d8fb900c7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:45.527473 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-51e6904b-7117-4957-a6f8-d4b1e804fa65 req-d6ff58a0-9c43-42f2-826a-564d8fb900c7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0485587 Aug 27 04:34:45.564901 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-51e6904b-7117-4957-a6f8-d4b1e804fa65 req-c2e6174a-2c02-4960-9ef7-2e1af0cc7fac tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315804 Aug 27 04:34:45.805102 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80d113-fb33-4812-ab2b-2a61adcfc261 req-bedb616c-9848-4f3b-8f02-08d3e9a2964a tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:45.806650 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8c80d113-fb33-4812-ab2b-2a61adcfc261 req-bedb616c-9848-4f3b-8f02-08d3e9a2964a tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 943 time: 0.0504732 Aug 27 04:34:45.845466 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8c80d113-fb33-4812-ab2b-2a61adcfc261 req-7504e5a1-d2c8-4d95-9bad-384d48b8b6c2 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Aug 27 04:34:46.062345 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0cdd1-0ea2-4ea5-86af-fa0c53ebeba0 req-d1a0372f-0f30-43f2-967c-b365c82e89f0 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:46.063870 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17c0cdd1-0ea2-4ea5-86af-fa0c53ebeba0 req-d1a0372f-0f30-43f2-967c-b365c82e89f0 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Aug 27 04:34:46.108143 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17c0cdd1-0ea2-4ea5-86af-fa0c53ebeba0 req-7be53f0d-2586-4a32-a0e1-2ed28838d06c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333705 Aug 27 04:34:46.718736 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b408c4-b805-42b4-8904-9a026f84e8a2 req-f41e1f64-419f-4a07-aaa9-109fef64a27f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:46.720210 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b8b408c4-b805-42b4-8904-9a026f84e8a2 req-f41e1f64-419f-4a07-aaa9-109fef64a27f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0474224 Aug 27 04:34:46.761542 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b8b408c4-b805-42b4-8904-9a026f84e8a2 req-27ebd8a4-dfe2-420b-9c48-bfdf4264810d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348074 Aug 27 04:34:46.965557 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16b8a8-eafd-4947-878f-7fb3947b01c5 req-b0c71cb9-e43d-42fc-bc5d-c52fe194218f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:46.967034 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1e16b8a8-eafd-4947-878f-7fb3947b01c5 req-b0c71cb9-e43d-42fc-bc5d-c52fe194218f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 943 time: 0.0519691 Aug 27 04:34:47.008952 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1e16b8a8-eafd-4947-878f-7fb3947b01c5 req-bdcdf1f3-ef98-4d7b-92c0-d29598a8934a tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Aug 27 04:34:47.230298 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bd952-89d9-4efe-903a-2074af7da27e req-efe793d2-3f95-465d-b590-fac2986e0ebc tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:47.231802 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-725bd952-89d9-4efe-903a-2074af7da27e req-efe793d2-3f95-465d-b590-fac2986e0ebc tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0513403 Aug 27 04:34:47.280453 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-725bd952-89d9-4efe-903a-2074af7da27e req-0107bd32-5533-4a81-a265-295b9903a774 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 Aug 27 04:34:47.891560 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e177ce2-13df-4307-9a35-990a11b036b1 req-b90e0132-b217-4a62-abb5-0950bacf35e7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:47.893173 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0e177ce2-13df-4307-9a35-990a11b036b1 req-b90e0132-b217-4a62-abb5-0950bacf35e7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0485036 Aug 27 04:34:47.934770 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0e177ce2-13df-4307-9a35-990a11b036b1 req-41dc40d2-319b-425e-bc65-f34c7a23cde0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330431 Aug 27 04:34:48.126505 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e917d-3036-4054-bf3c-3ef8c69b144e req-a5752f41-dca3-45f0-842d-74c202bbc1f5 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:48.128012 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-394e917d-3036-4054-bf3c-3ef8c69b144e req-a5752f41-dca3-45f0-842d-74c202bbc1f5 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 943 time: 0.0525434 Aug 27 04:34:48.165979 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-394e917d-3036-4054-bf3c-3ef8c69b144e req-06f89c81-5a60-4df8-8864-d3e79203a61f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320578 Aug 27 04:34:48.669174 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 6348fecd-7464-4987-a099-9e9f7e860b0c details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:34:48.764783 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 6348fecd-7464-4987-a099-9e9f7e860b0c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6348fecd-7464-4987-a099-9e9f7e860b0c,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:34:48.776163 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'port_id': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'mac_address': 'fa:16:3e:df:a8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:34:48.816526 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:48.828517 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6348fecd-7464-4987-a099-9e9f7e860b0c {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:34:48.846671 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 6348fecd-7464-4987-a099-9e9f7e860b0c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6348fecd-7464-4987-a099-9e9f7e860b0c,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:34:48.850433 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:48.896232 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=6348fecd-7464-4987-a099-9e9f7e860b0c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:49.058192 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f9f67-13c5-4a69-974c-9850db47b95d req-69803be8-1e21-4646-82d5-6c10ff024e85 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:49.059709 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e55f9f67-13c5-4a69-974c-9850db47b95d req-69803be8-1e21-4646-82d5-6c10ff024e85 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0492744 Aug 27 04:34:49.097512 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e55f9f67-13c5-4a69-974c-9850db47b95d req-013751e9-9939-45b1-869b-21248929b514 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315497 Aug 27 04:34:49.278872 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ab8ef-db6c-40b2-80a1-e2f9545e663b req-cb50506a-ab41-45b8-a8f9-1f2deac5f785 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:49.280475 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-475ab8ef-db6c-40b2-80a1-e2f9545e663b req-cb50506a-ab41-45b8-a8f9-1f2deac5f785 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 944 time: 0.0491397 Aug 27 04:34:49.317729 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-475ab8ef-db6c-40b2-80a1-e2f9545e663b req-3ea12fe9-54ad-429c-9919-aa028288e707 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Aug 27 04:34:49.512350 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['6348fecd-7464-4987-a099-9e9f7e860b0c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:34:49.774491 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd447fca-0a7e-4710-aea4-238d79f355b2 req-75e72fe6-9511-4885-af57-dcf15a51c09e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:49.776030 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cd447fca-0a7e-4710-aea4-238d79f355b2 req-75e72fe6-9511-4885-af57-dcf15a51c09e tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0543976 Aug 27 04:34:49.815033 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cd447fca-0a7e-4710-aea4-238d79f355b2 req-87c5e311-ed1c-413a-ac24-3e3ed1f4a553 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330641 Aug 27 04:34:50.234812 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5ef36-cfbc-43db-a96f-c23536d8be19 req-72592412-cf6f-4b99-9dd7-6a64bf865421 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:50.236475 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4b5ef36-cfbc-43db-a96f-c23536d8be19 req-72592412-cf6f-4b99-9dd7-6a64bf865421 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0543721 Aug 27 04:34:50.276856 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4b5ef36-cfbc-43db-a96f-c23536d8be19 req-a5d44e33-0ece-48aa-86ed-9d1aa299108a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335116 Aug 27 04:34:50.435551 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c2e60-a7fc-4740-8c5a-3d12fbc0ab26 req-6e430668-15ee-4603-8a9c-c7895abe4ce0 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:50.437064 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fc7c2e60-a7fc-4740-8c5a-3d12fbc0ab26 req-6e430668-15ee-4603-8a9c-c7895abe4ce0 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 944 time: 0.0481205 Aug 27 04:34:50.479370 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fc7c2e60-a7fc-4740-8c5a-3d12fbc0ab26 req-07f85dfc-56b4-44d0-b07e-56ad25b50a35 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Aug 27 04:34:51.400471 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467d424-ea30-44d3-b484-fefba6530b4f req-6335fb5e-87f4-4408-9b1b-43adbaa31f42 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:51.401958 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b467d424-ea30-44d3-b484-fefba6530b4f req-6335fb5e-87f4-4408-9b1b-43adbaa31f42 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0506053 Aug 27 04:34:51.441877 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b467d424-ea30-44d3-b484-fefba6530b4f req-466b82a2-d33e-47d6-848e-d6f3c261efbc tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325258 Aug 27 04:34:51.592297 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d4abd-159d-4356-99a3-9b283c8c217a req-244fc926-9ed3-4ad9-84b3-5b80d6d09a22 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:51.593743 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f22d4abd-159d-4356-99a3-9b283c8c217a req-244fc926-9ed3-4ad9-84b3-5b80d6d09a22 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 944 time: 0.0477314 Aug 27 04:34:51.632077 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f22d4abd-159d-4356-99a3-9b283c8c217a req-1226010b-f055-4031-bf40-6abddbb97605 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Aug 27 04:34:52.212309 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33392) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:34:52.326911 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:52.422773 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:52.427015 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:52.466849 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=184cdbcd07e5404c90feca98283e2df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534311 Aug 27 04:34:52.468981 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7901565-fa05-43f9-90e4-59e57ff2d2d4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:52.469865 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 33400) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:34:52.475934 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.476162 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.476517 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.476861 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.477200 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.477543 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.477880 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.478215 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.478553 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.478885 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.479216 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.479556 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bc58b-9562-43de-8997-48912b767c3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.527633 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7435590c-a0d7-4b2f-b652-d25fe2ceaae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:52.549708 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7435590c-a0d7-4b2f-b652-d25fe2ceaae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:52.593587 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d9131-e5e2-44f6-99e2-fb294490ca92 req-62b5ba24-3d8a-4cb0-a845-4de787e27197 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:52.596593 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-370d9131-e5e2-44f6-99e2-fb294490ca92 req-62b5ba24-3d8a-4cb0-a845-4de787e27197 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0582466 Aug 27 04:34:52.610730 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7435590c-a0d7-4b2f-b652-d25fe2ceaae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:52.616070 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7435590c-a0d7-4b2f-b652-d25fe2ceaae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:52.624446 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7435590c-a0d7-4b2f-b652-d25fe2ceaae9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7901565-fa05-43f9-90e4-59e57ff2d2d4 HTTP/1.1" status: 204 len: 168 time: 0.1492593 Aug 27 04:34:52.636166 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435590c-a0d7-4b2f-b652-d25fe2ceaae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7901565-fa05-43f9-90e4-59e57ff2d2d4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:52.642841 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-370d9131-e5e2-44f6-99e2-fb294490ca92 req-634daf10-6e95-4fa0-b7bb-16fdd0d8559a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404830 Aug 27 04:34:52.678811 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 6348fecd-7464-4987-a099-9e9f7e860b0c up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:34:52.748916 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 6348fecd-7464-4987-a099-9e9f7e860b0c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:34:52.754425 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 6348fecd-7464-4987-a099-9e9f7e860b0c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:52.754823 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:52.772876 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a89bc-9d01-4729-b131-e166b469d898 req-2cb7fcbe-b304-48c2-95c3-c8e9ece4ccb9 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:52.774604 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a38a89bc-9d01-4729-b131-e166b469d898 req-2cb7fcbe-b304-48c2-95c3-c8e9ece4ccb9 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 944 time: 0.0640008 Aug 27 04:34:52.831392 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a38a89bc-9d01-4729-b131-e166b469d898 req-a0d37d3e-b3bd-469a-87f9-3cd603164a0b tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Aug 27 04:34:52.843370 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:52.875033 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:34:52.881943 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae93497-b25f-40e1-8dfd-73a981c94a11" -d '{"events": [{"server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "name": "network-vif-plugged", "status": "completed", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:34:52.898213 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 6348fecd-7464-4987-a099-9e9f7e860b0c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6348fecd-7464-4987-a099-9e9f7e860b0c,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:34:52.907952 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:52.933420 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d7d3cb-3544-49fa-905e-f7bb955cc6ac x-openstack-request-id: req-88d7d3cb-3544-49fa-905e-f7bb955cc6ac {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:34:52.933670 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "name": "network-vif-plugged", "status": "completed", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:34:52.934096 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88d7d3cb-3544-49fa-905e-f7bb955cc6ac {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:34:52.934491 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'code': 200} Aug 27 04:34:52.957351 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56076bbb-0763-4ffc-bc58-f4b8a3cdf864 req-cb62460b-41f9-4cf4-8dab-bd2b300abec9 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:52.958861 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56076bbb-0763-4ffc-bc58-f4b8a3cdf864 req-cb62460b-41f9-4cf4-8dab-bd2b300abec9 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0532258 Aug 27 04:34:52.960114 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=6348fecd-7464-4987-a099-9e9f7e860b0c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:52.967479 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.967752 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.968117 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.968452 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.968779 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.969111 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.969431 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.969761 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.970114 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.970795 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.971120 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:52.971440 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:53.011677 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56076bbb-0763-4ffc-bc58-f4b8a3cdf864 req-d4021fd8-7d9f-464d-8caa-d65231e2de39 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429890 Aug 27 04:34:53.249088 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e92a96-a8cc-4320-834e-381da0ded134 req-4d24d7a2-3b81-4401-9056-c1d0fe8622b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:53.250578 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a4e92a96-a8cc-4320-834e-381da0ded134 req-4d24d7a2-3b81-4401-9056-c1d0fe8622b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1098 time: 0.0426106 Aug 27 04:34:53.293743 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a4e92a96-a8cc-4320-834e-381da0ded134 req-8082bcb1-18c8-4f98-9ae0-d9be48cc4648 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302351 Aug 27 04:34:53.374195 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 33436) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:34:53.470369 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1819462301-network', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:34:53.493188 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Made reservation on behalf of a4c45e6a7cab4d2db5a499b8f2323e6a for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:34:53.495496 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:53.504693 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:53.613871 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:53.619063 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:53.645249 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:34:53.654899 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1ac78-430c-4e92-a18e-2348a7c38872,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:53.660300 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:53.660658 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Added segment de428508-6a21-481b-acea-d4d467ffa382 of type vlan for network b21e6d58-b603-4de5-b590-c7fcfbf8b75a Aug 27 04:34:53.701202 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:53.728608 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:53.729672 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:53.730264 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:53.787894 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4124038 Aug 27 04:34:53.790511 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 33442) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:34:53.797098 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Request body: {'subnet': {'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1819462301-subnet', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:34:53.801337 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ec076-6092-49d2-914c-4a7d745f489c admin admin] Pushing event updated for resources: {'Network': ['ID=b21e6d58-b603-4de5-b590-c7fcfbf8b75a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:53.804904 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3aa669-7a7f-4c29-8828-ac5f5f8de675 req-bebf2e3b-aef0-4981-8397-4198c35dd2e5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:53.813589 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network b21e6d58-b603-4de5-b590-c7fcfbf8b75a details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:34:53.814202 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d3aa669-7a7f-4c29-8828-ac5f5f8de675 req-bebf2e3b-aef0-4981-8397-4198c35dd2e5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0753329 Aug 27 04:34:53.821037 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Made reservation on behalf of a4c45e6a7cab4d2db5a499b8f2323e6a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:34:53.823418 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684658'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:53.853108 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d3aa669-7a7f-4c29-8828-ac5f5f8de675 req-642f9d76-d3a9-4b79-9588-521dd63305b5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375636 Aug 27 04:34:53.985402 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5632b7-6219-449e-9f7a-e044437fe221 req-f5bdd381-6e2f-46a5-956a-2ab1908c68d4 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:53.986864 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7c5632b7-6219-449e-9f7a-e044437fe221 req-f5bdd381-6e2f-46a5-956a-2ab1908c68d4 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.0823944 Aug 27 04:34:54.054668 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7563212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684544'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.069728 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7c5632b7-6219-449e-9f7a-e044437fe221 req-be4fdb94-521e-4229-9f36-b21116463db1 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752530 Aug 27 04:34:54.119336 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1790164e-c947-4aa4-a4b7-0b3abb94d7ea,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:54.126938 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Checking segment: {'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:34:54.127295 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Network hostable DHCP agents. Network: b21e6d58-b603-4de5-b590-c7fcfbf8b75a, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:34:54.145561 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Network b21e6d58-b603-4de5-b590-c7fcfbf8b75a is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:34:54.154480 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, b21e6d58-b603-4de5-b590-c7fcfbf8b75a) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:34:54.158196 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27611d32-5e2d-43de-b744-9ce6823e95ea req-6bc2a55c-9c02-4b6f-a410-458ebd8655ba tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:54.158766 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:54.159380 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.160530 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27611d32-5e2d-43de-b744-9ce6823e95ea req-6bc2a55c-9c02-4b6f-a410-458ebd8655ba tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0610323 Aug 27 04:34:54.165459 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb82695e-3b35-49f4-9d85-2d3c20413d07 None None] Network b21e6d58-b603-4de5-b590-c7fcfbf8b75a requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:34:54.183670 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-cdfdd6fc-1881-42c0-aff2-b447f2cf5517 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3917336 Aug 27 04:34:54.186220 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 33448) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:34:54.191402 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:34:54.202806 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27611d32-5e2d-43de-b744-9ce6823e95ea req-611315b9-38a6-4892-bbf3-e3b58d3ba412 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362637 Aug 27 04:34:54.214745 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37649'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.216000 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37656'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.270884 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.320497 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5af2bef-eb09-558f-bf8f-27df940447e1-b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea'}]}} from dv-cinder-804035-5-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:34:54.321360 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.409392 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.466430 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Allocated IP 172.20.0.2 (b21e6d58-b603-4de5-b590-c7fcfbf8b75a/1790164e-c947-4aa4-a4b7-0b3abb94d7ea/43170be9-59fe-4bea-84e7-e58fa5f58e36) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:34:54.606878 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.615017 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Transition to ACTIVE for port object 43170be9-59fe-4bea-84e7-e58fa5f58e36 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:34:54.620474 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.631876 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Transition to ACTIVE for port object 43170be9-59fe-4bea-84e7-e58fa5f58e36 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:34:54.638424 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.640294 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.675609 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Network b21e6d58-b603-4de5-b590-c7fcfbf8b75a is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:34:54.680609 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:34:54.683163 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:34:54.692725 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Pushing event updated for resources: {'Port': ['ID=43170be9-59fe-4bea-84e7-e58fa5f58e36,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:54.741766 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Attempting to bind port 43170be9-59fe-4bea-84e7-e58fa5f58e36 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:34:54.742133 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Attempting to bind port 43170be9-59fe-4bea-84e7-e58fa5f58e36 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:34:54.742500 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Attempting to bind port 43170be9-59fe-4bea-84e7-e58fa5f58e36 on network b21e6d58-b603-4de5-b590-c7fcfbf8b75a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:34:54.747389 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:34:54.747767 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Checking segment: {'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:34:54.748207 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.748606 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Bound using segment: {'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:34:54.749010 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Allocated IP 172.27.1.159 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/2dd00d2e-8c53-44b8-97e0-33118ef80f39) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:34:54.749142 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Bound port: 43170be9-59fe-4bea-84e7-e58fa5f58e36, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:34:54.749433 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.814636 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] For port 43170be9-59fe-4bea-84e7-e58fa5f58e36, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:34:54.818766 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] For port 43170be9-59fe-4bea-84e7-e58fa5f58e36, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=43170be9-59fe-4bea-84e7-e58fa5f58e36,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:34:54.822431 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.856388 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.879000 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a20637-76d7-4e0b-9ca1-75b9999184f7 None None] Pushing event updated for resources: {'Port': ['ID=43170be9-59fe-4bea-84e7-e58fa5f58e36,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:54.897995 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:54.930833 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:34:54.933939 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:34:54.937424 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:34:55.004805 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Pushing event updated for resources: {'Port': ['ID=2dd00d2e-8c53-44b8-97e0-33118ef80f39,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:55.062113 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b0f7e-f752-4173-a416-f4ce52b3bf3d req-f4257ad6-6211-46c4-b890-478f49815da1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:55.063614 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d12b0f7e-f752-4173-a416-f4ce52b3bf3d req-f4257ad6-6211-46c4-b890-478f49815da1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.1218271 Aug 27 04:34:55.171777 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d12b0f7e-f752-4173-a416-f4ce52b3bf3d req-806dbbb5-f4fd-4193-88a4-5a8b8097ee84 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786431 Aug 27 04:34:55.215338 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c35dd-7d69-414e-8571-981b73d1e965 req-21b2d673-b882-43d1-8bc5-388c17f18fdb tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:55.216920 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-193c35dd-7d69-414e-8571-981b73d1e965 req-21b2d673-b882-43d1-8bc5-388c17f18fdb tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.0600457 Aug 27 04:34:55.269023 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-193c35dd-7d69-414e-8571-981b73d1e965 req-346c9724-285c-4167-97ec-a583526c9b7d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Aug 27 04:34:55.516261 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:55.578727 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930b4fd-6e79-4f9d-a1c4-899009e7c29e req-a3e48134-a328-4bd3-8e9e-ef12b50afac8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:55.580309 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7930b4fd-6e79-4f9d-a1c4-899009e7c29e req-a3e48134-a328-4bd3-8e9e-ef12b50afac8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.1016734 Aug 27 04:34:55.657799 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7930b4fd-6e79-4f9d-a1c4-899009e7c29e req-544472fa-b816-4fb4-a5d3-f46575a3ec15 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485046 Aug 27 04:34:55.771594 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:55.859965 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 43170be9-59fe-4bea-84e7-e58fa5f58e36 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:34:55.915332 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 43170be9-59fe-4bea-84e7-e58fa5f58e36 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:34:55.921789 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Router 43b5d212-f698-42dd-934c-03d44d1298f5 is scheduled to L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:34:55.937095 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40e4655-2b32-4e64-8871-50522ba0420a None None] Network b21e6d58-b603-4de5-b590-c7fcfbf8b75a requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:34:56.033573 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:34:56.052375 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Sync routers for ids ['43b5d212-f698-42dd-934c-03d44d1298f5'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:34:56.055353 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.057267 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7cde9e8d-d489-40e8-ad95-f047d0bbb78c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8697844 Aug 27 04:34:56.060746 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33460) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:34:56.062973 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Routers {'43b5d212-f698-42dd-934c-03d44d1298f5'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:34:56.063725 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:34:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['43b5d212-f698-42dd-934c-03d44d1298f5'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:56.121744 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-88959037-ccfb-44cc-a752-0c71e9d753a2 None None] Provisioning for port 43170be9-59fe-4bea-84e7-e58fa5f58e36 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:34:56.131430 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-88959037-ccfb-44cc-a752-0c71e9d753a2 None None] Provisioning complete for port 43170be9-59fe-4bea-84e7-e58fa5f58e36 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:56.131810 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-88959037-ccfb-44cc-a752-0c71e9d753a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.173380 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Set router 43b5d212-f698-42dd-934c-03d44d1298f5 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:34:56.314647 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-88959037-ccfb-44cc-a752-0c71e9d753a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.344083 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee6b11-7598-4182-8074-8e00a1b0e15c req-98e2ee8f-0e00-4989-afd0-09487dc8685c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:56.346619 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-13ee6b11-7598-4182-8074-8e00a1b0e15c req-98e2ee8f-0e00-4989-afd0-09487dc8685c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0703287 Aug 27 04:34:56.351576 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-88959037-ccfb-44cc-a752-0c71e9d753a2 None None] For port 43170be9-59fe-4bea-84e7-e58fa5f58e36, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=43170be9-59fe-4bea-84e7-e58fa5f58e36,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:34:56.359669 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-88959037-ccfb-44cc-a752-0c71e9d753a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.409143 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:55Z', 'revision_number': 3, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:56.436882 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-13ee6b11-7598-4182-8074-8e00a1b0e15c req-c5f0ad26-b5e6-4e5f-86a9-f7956752f796 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444388 Aug 27 04:34:56.458182 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Checking router: 43b5d212-f698-42dd-934c-03d44d1298f5 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:34:56.458544 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Updating router 43b5d212-f698-42dd-934c-03d44d1298f5 port 2dd00d2e-8c53-44b8-97e0-33118ef80f39 binding host dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:34:56.474395 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88959037-ccfb-44cc-a752-0c71e9d753a2 None None] Pushing event updated for resources: {'Port': ['ID=43170be9-59fe-4bea-84e7-e58fa5f58e36,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:56.484501 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.485646 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41866ea7-3cb1-4891-a5a9-abdde4f819d2 req-8bccee41-6bd0-4461-9ac7-37cbe709c79c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:56.487941 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-41866ea7-3cb1-4891-a5a9-abdde4f819d2 req-8bccee41-6bd0-4461-9ac7-37cbe709c79c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.1171703 Aug 27 04:34:56.550339 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-41866ea7-3cb1-4891-a5a9-abdde4f819d2 req-950859a3-9c18-4262-a8eb-f67910166991 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559118 Aug 27 04:34:56.586599 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-98e7dc96-1f75-47fd-bcbc-ac4e659b6504 None None] Provisioning complete for port 43170be9-59fe-4bea-84e7-e58fa5f58e36 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:56.586855 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-98e7dc96-1f75-47fd-bcbc-ac4e659b6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.670701 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.699475 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023591aa-1e69-4bc1-b522-5b5c70b45904 req-3d377433-7b19-4afe-ac88-2d96b6bd3afe tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:56.701015 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-023591aa-1e69-4bc1-b522-5b5c70b45904 req-3d377433-7b19-4afe-ac88-2d96b6bd3afe tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.0732374 Aug 27 04:34:56.772451 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb31c-f446-4462-8604-fbd7a5885082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.799821 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb669132-0cac-4188-8f79-b420f02f8dcc req-4c36f59a-4ca6-4484-8b33-af952ecac510 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:56.801296 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb669132-0cac-4188-8f79-b420f02f8dcc req-4c36f59a-4ca6-4484-8b33-af952ecac510 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0603507 Aug 27 04:34:56.817035 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.818208 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-023591aa-1e69-4bc1-b522-5b5c70b45904 req-cb94becd-3fa0-4c9b-97b3-164679537347 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759242 Aug 27 04:34:56.831123 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Transition to ACTIVE for port object 2dd00d2e-8c53-44b8-97e0-33118ef80f39 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:34:56.840823 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.855735 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb669132-0cac-4188-8f79-b420f02f8dcc req-0af57dcd-953f-4609-8e70-6977e0bd5ee5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485373 Aug 27 04:34:56.897110 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Allocated IP 172.20.0.1 (b21e6d58-b603-4de5-b590-c7fcfbf8b75a/1790164e-c947-4aa4-a4b7-0b3abb94d7ea/1ae82a6a-90db-42e7-bfc8-a963937a4539) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:34:56.920762 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Attempting to bind port 2dd00d2e-8c53-44b8-97e0-33118ef80f39 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:34:56.921139 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Attempting to bind port 2dd00d2e-8c53-44b8-97e0-33118ef80f39 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:34:56.921514 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Attempting to bind port 2dd00d2e-8c53-44b8-97e0-33118ef80f39 on network fa882ed6-b8d8-486a-a99b-5928190e8cb5 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:34:56.923597 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Pushing event updated for resources: {'Port': ['ID=2dd00d2e-8c53-44b8-97e0-33118ef80f39,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:56.933990 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:34:56.934373 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:34:56.934784 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.935178 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Bound using segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:34:56.935650 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Bound port: 2dd00d2e-8c53-44b8-97e0-33118ef80f39, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:34:56.936063 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:56.939329 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.940069 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.940430 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.940816 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.941153 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.941491 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.941825 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.942160 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.942513 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.942859 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.943203 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:56.944216 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:34:57.003863 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] For port 2dd00d2e-8c53-44b8-97e0-33118ef80f39, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:34:57.007247 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] For port 2dd00d2e-8c53-44b8-97e0-33118ef80f39, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=2dd00d2e-8c53-44b8-97e0-33118ef80f39,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:34:57.011281 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:57.049039 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:57.066924 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Transition to ACTIVE for port object 1ae82a6a-90db-42e7-bfc8-a963937a4539 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:34:57.072466 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162a3db-40e2-4bc4-ae0c-7d1bc1a88ee7 None None] Pushing event updated for resources: {'Port': ['ID=2dd00d2e-8c53-44b8-97e0-33118ef80f39,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:57.079335 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Routers {'43b5d212-f698-42dd-934c-03d44d1298f5'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:34:57.079881 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:34:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['43b5d212-f698-42dd-934c-03d44d1298f5'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:57.111868 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:57.151814 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Network b21e6d58-b603-4de5-b590-c7fcfbf8b75a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:34:57.156958 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:34:57.161409 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:34:57.191670 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae82a6a-90db-42e7-bfc8-a963937a4539,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:57.193517 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] Set router 43b5d212-f698-42dd-934c-03d44d1298f5 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:34:57.210412 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767140'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:57.239189 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff565e-e389-4e0c-b60a-eeb6ab576186 req-5afdc473-6242-4c67-8733-576908489ccd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:57.241827 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6ff565e-e389-4e0c-b60a-eeb6ab576186 req-5afdc473-6242-4c67-8733-576908489ccd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.0666087 Aug 27 04:34:57.290818 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6ff565e-e389-4e0c-b60a-eeb6ab576186 req-17351ebc-1977-4a08-a408-dd32bd265be3 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Aug 27 04:34:57.354382 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:57.418633 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:55Z', 'revision_number': 3, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:57.448193 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5e8cd-1066-4d21-9ee7-4fa1caec5b75 None None] The sync data for ids ['43b5d212-f698-42dd-934c-03d44d1298f5'] in dv-cinder-804035-5-iscsi is: [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:55Z', 'revision_number': 3, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:34:57.509367 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-57d2a315-7b7a-41bd-a2a8-44a81b6e24bd None None] Provisioning for port 1ae82a6a-90db-42e7-bfc8-a963937a4539 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:34:57.514623 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-57d2a315-7b7a-41bd-a2a8-44a81b6e24bd None None] Provisioning complete for port 1ae82a6a-90db-42e7-bfc8-a963937a4539 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:57.515280 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57d2a315-7b7a-41bd-a2a8-44a81b6e24bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:57.564179 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-57d2a315-7b7a-41bd-a2a8-44a81b6e24bd None None] Port 1ae82a6a-90db-42e7-bfc8-a963937a4539 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:34:57.602770 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:57.608786 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:57.645531 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007465a-751c-4c66-a822-8b5f0e7bde10 req-f1121c0b-5e4a-4f97-8f3b-45b097b05494 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:57.647287 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f007465a-751c-4c66-a822-8b5f0e7bde10 req-f1121c0b-5e4a-4f97-8f3b-45b097b05494 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.1168694 Aug 27 04:34:57.721121 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae82a6a-90db-42e7-bfc8-a963937a4539,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:57.732289 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1767227'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:57.826279 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f007465a-751c-4c66-a822-8b5f0e7bde10 req-c79ddce5-43a2-4450-a789-8b4621c75d7e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405420 Aug 27 04:34:57.885143 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Network b21e6d58-b603-4de5-b590-c7fcfbf8b75a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:34:57.886633 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:34:57.906222 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 43170be9-59fe-4bea-84e7-e58fa5f58e36 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:34:57.991416 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 43170be9-59fe-4bea-84e7-e58fa5f58e36 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:57.992183 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:58.044130 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282b9be-3f01-482d-a002-dd9f70f0a947 req-40ba7624-d228-44bc-b5ea-18347dd9b9b2 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:58.054523 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5282b9be-3f01-482d-a002-dd9f70f0a947 req-40ba7624-d228-44bc-b5ea-18347dd9b9b2 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0906801 Aug 27 04:34:58.060983 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Router 43b5d212-f698-42dd-934c-03d44d1298f5 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:34:58.107700 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5282b9be-3f01-482d-a002-dd9f70f0a947 req-4160499c-07d8-48e7-adc6-f94197785aa8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518894 Aug 27 04:34:58.200271 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8ba3cadd-8f38-4a01-8c78-d94f3a70d815 None None] Provisioning complete for port 1ae82a6a-90db-42e7-bfc8-a963937a4539 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:34:58.200641 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3cadd-8f38-4a01-8c78-d94f3a70d815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:58.211001 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:34:58.216924 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c7f51d73-fa71-48ee-9e02-f19e71be4ab5 admin admin] 10.222.0.53 "PUT /v2.0/routers/43b5d212-f698-42dd-934c-03d44d1298f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1543472 Aug 27 04:34:58.255068 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8ba3cadd-8f38-4a01-8c78-d94f3a70d815 None None] Port 1ae82a6a-90db-42e7-bfc8-a963937a4539 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:34:58.747231 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33504) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:34:58.753085 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-676797361-network', 'tenant_id': '06f84eb4201a44f4b75483301a945d46'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:34:58.785082 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Made reservation on behalf of 06f84eb4201a44f4b75483301a945d46 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:34:58.788745 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:58.798255 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:58.890208 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:58.895104 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:58.934149 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:34:58.963377 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc9b396-aae9-4a22-b845-35196bbefde1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:58.967490 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:58.967832 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Added segment d68a5476-a731-482a-bf2b-153588ee0141 of type vlan for network b896e7db-02d5-4406-91d9-1b63567bebdd Aug 27 04:34:59.017610 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f2e2-8b26-4b38-95dc-91e37d64ac62 req-161053c3-7e83-445a-b407-c3f3f418ced6 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:59.019775 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8997f2e2-8b26-4b38-95dc-91e37d64ac62 req-161053c3-7e83-445a-b407-c3f3f418ced6 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.1085844 Aug 27 04:34:59.023182 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.058011 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8185e219-5baa-4646-a1ea-a879ef271266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.077676 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8997f2e2-8b26-4b38-95dc-91e37d64ac62 req-5efffe44-b623-44fb-a410-caf020f73db1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507765 Aug 27 04:34:59.078974 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.079914 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:59.080649 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.147507 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3986070 Aug 27 04:34:59.150083 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:34:59.155391 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Request body: {'subnet': {'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-676797361-subnet', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:34:59.163290 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc676ac5-3a6c-41ed-9a38-1ef3589ef49f admin admin] Pushing event updated for resources: {'Network': ['ID=b896e7db-02d5-4406-91d9-1b63567bebdd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:59.174379 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network b896e7db-02d5-4406-91d9-1b63567bebdd details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:34:59.190110 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Made reservation on behalf of 06f84eb4201a44f4b75483301a945d46 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:34:59.193222 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154548'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.238636 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb1e2f-3995-48a8-99a3-95d46215a6f5 req-cb80a65a-935e-4f0f-8664-f82141b2641f tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:59.240177 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-82cb1e2f-3995-48a8-99a3-95d46215a6f5 req-cb80a65a-935e-4f0f-8664-f82141b2641f tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0538461 Aug 27 04:34:59.288450 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-82cb1e2f-3995-48a8-99a3-95d46215a6f5 req-bae78093-dd85-4420-a86e-8a852cd97b53 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409863 Aug 27 04:34:59.326887 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Sync routers for ids ['43b5d212-f698-42dd-934c-03d44d1298f5'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:34:59.340128 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Routers {'43b5d212-f698-42dd-934c-03d44d1298f5'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:34:59.340798 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:34:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['43b5d212-f698-42dd-934c-03d44d1298f5'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:59.379689 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7353175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154438'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.431841 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc997f5-3e7c-41e5-9285-8c93b17c0e60,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:34:59.444132 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Checking segment: {'id': 'd68a5476-a731-482a-bf2b-153588ee0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:34:59.444535 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Network hostable DHCP agents. Network: b896e7db-02d5-4406-91d9-1b63567bebdd, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:34:59.461041 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Network b896e7db-02d5-4406-91d9-1b63567bebdd is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:34:59.470031 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, b896e7db-02d5-4406-91d9-1b63567bebdd) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:34:59.474738 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:34:59.475390 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.483702 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6ad1b3-4923-4687-a0a5-4a2ba49c3192 None None] Network b896e7db-02d5-4406-91d9-1b63567bebdd requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:34:59.492291 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-adfee825-c248-4328-bb9c-b624eda3f88f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3410988 Aug 27 04:34:59.494824 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33514) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:34:59.499201 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-676797361-router', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:34:59.522586 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37649'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.524401 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37656'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.531815 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Set router 43b5d212-f698-42dd-934c-03d44d1298f5 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:34:59.584617 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.649501 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.727393 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.793607 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5af2bef-eb09-558f-bf8f-27df940447e1-b896e7db-02d5-4406-91d9-1b63567bebdd', 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'fixed_ips': [{'subnet_id': 'acc997f5-3e7c-41e5-9285-8c93b17c0e60'}]}} from dv-cinder-804035-5-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:34:59.794469 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:34:59.954983 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:57Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '1ae82a6a-90db-42e7-bfc8-a963937a4539', 'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'mac_address': 'fa:16:3e:dc:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:56Z', 'updated_at': '2021-08-27T04:34:57Z', 'revision_number': 2, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'subnets': [{'id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:34:59.995562 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Checking router: 43b5d212-f698-42dd-934c-03d44d1298f5 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:34:59.996199 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Updating router 43b5d212-f698-42dd-934c-03d44d1298f5 port 1ae82a6a-90db-42e7-bfc8-a963937a4539 binding host dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:34:59.998422 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 2dd00d2e-8c53-44b8-97e0-33118ef80f39 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:00.059419 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Allocated IP 172.20.0.2 (b896e7db-02d5-4406-91d9-1b63567bebdd/acc997f5-3e7c-41e5-9285-8c93b17c0e60/112d7e7b-dd18-4499-a038-d68694ac6b04) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:35:00.071975 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.072933 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.110481 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.198317 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 2dd00d2e-8c53-44b8-97e0-33118ef80f39 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:35:00.270386 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 2dd00d2e-8c53-44b8-97e0-33118ef80f39 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:00.270771 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.297448 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Allocated IP 172.27.1.103 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:35:00.315205 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b3bb4-7b87-414e-90d4-58263b7f3ce3 req-ae554db6-bfed-487d-86b5-3dce433ff6fe tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:00.316828 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6e1b3bb4-7b87-414e-90d4-58263b7f3ce3 req-ae554db6-bfed-487d-86b5-3dce433ff6fe tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0857990 Aug 27 04:35:00.460304 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.482974 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.516309 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Transition to ACTIVE for port object 112d7e7b-dd18-4499-a038-d68694ac6b04 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:35:00.617016 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Transition to ACTIVE for port object 112d7e7b-dd18-4499-a038-d68694ac6b04 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:35:00.620208 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.646780 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.663006 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.685537 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6e1b3bb4-7b87-414e-90d4-58263b7f3ce3 req-be50ef8c-e105-4800-8b70-469ec300c82f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611698 Aug 27 04:35:00.697271 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 2dd00d2e-8c53-44b8-97e0-33118ef80f39, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=2dd00d2e-8c53-44b8-97e0-33118ef80f39,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:35:00.704042 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Transition to ACTIVE for port object 1ae82a6a-90db-42e7-bfc8-a963937a4539 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:35:00.707493 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Network b896e7db-02d5-4406-91d9-1b63567bebdd is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:35:00.711968 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.716406 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:35:00.723182 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.727676 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:35:00.739298 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47e548-e4c5-4d2b-9fb1-71676a328379 req-5dc4580f-0ca3-4782-96a7-11ccfaa9f950 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:00.741295 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Pushing event updated for resources: {'Port': ['ID=112d7e7b-dd18-4499-a038-d68694ac6b04,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:00.742044 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9b47e548-e4c5-4d2b-9fb1-71676a328379 req-5dc4580f-0ca3-4782-96a7-11ccfaa9f950 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.1087589 Aug 27 04:35:00.756426 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.786732 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9b47e548-e4c5-4d2b-9fb1-71676a328379 req-01e55d08-d0a7-42c0-a68e-6934386f68c3 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340672 Aug 27 04:35:00.811492 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.849610 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:35:00.854708 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:35:00.857853 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:35:00.891312 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Attempting to bind port 112d7e7b-dd18-4499-a038-d68694ac6b04 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:35:00.892527 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Attempting to bind port 112d7e7b-dd18-4499-a038-d68694ac6b04 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'd68a5476-a731-482a-bf2b-153588ee0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:35:00.892527 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Attempting to bind port 112d7e7b-dd18-4499-a038-d68694ac6b04 on network b896e7db-02d5-4406-91d9-1b63567bebdd {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:35:00.893363 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Pushing event updated for resources: {'Port': ['ID=7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:00.926665 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=2dd00d2e-8c53-44b8-97e0-33118ef80f39,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:00.931298 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:35:00.932131 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Checking segment: {'id': 'd68a5476-a731-482a-bf2b-153588ee0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:35:00.932841 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:00.933515 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Bound using segment: {'id': 'd68a5476-a731-482a-bf2b-153588ee0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:35:00.934407 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Bound port: 112d7e7b-dd18-4499-a038-d68694ac6b04, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a5476-a731-482a-bf2b-153588ee0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:35:00.935098 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:01.048328 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Attempting to bind port 1ae82a6a-90db-42e7-bfc8-a963937a4539 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:35:01.048781 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Attempting to bind port 1ae82a6a-90db-42e7-bfc8-a963937a4539 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:35:01.049246 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Attempting to bind port 1ae82a6a-90db-42e7-bfc8-a963937a4539 on network b21e6d58-b603-4de5-b590-c7fcfbf8b75a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:35:01.065545 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:35:01.066659 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Checking segment: {'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:35:01.067082 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:01.067212 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Bound using segment: {'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:35:01.067721 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Bound port: 1ae82a6a-90db-42e7-bfc8-a963937a4539, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:35:01.068206 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:01.070390 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] For port 112d7e7b-dd18-4499-a038-d68694ac6b04, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:35:01.072462 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bbfa8-1cf6-4ba3-9763-f0ee7e3d2a91 None None] Pushing event updated for resources: {'Port': ['ID=1ae82a6a-90db-42e7-bfc8-a963937a4539,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:01.076802 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] For port 112d7e7b-dd18-4499-a038-d68694ac6b04, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=112d7e7b-dd18-4499-a038-d68694ac6b04,segment=NetworkSegment(d68a5476-a731-482a-bf2b-153588ee0141),segment_id=d68a5476-a731-482a-bf2b-153588ee0141)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:35:01.087004 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:01.164337 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:01.342325 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a9b7c-585a-4548-a293-82be3e0dbb8d None None] Pushing event updated for resources: {'Port': ['ID=112d7e7b-dd18-4499-a038-d68694ac6b04,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:01.370933 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] For port 1ae82a6a-90db-42e7-bfc8-a963937a4539, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:35:01.374688 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] For port 1ae82a6a-90db-42e7-bfc8-a963937a4539, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=1ae82a6a-90db-42e7-bfc8-a963937a4539,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:35:01.379007 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:01.411653 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:01.457596 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Routers {'43b5d212-f698-42dd-934c-03d44d1298f5'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:35:01.458230 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:34:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['43b5d212-f698-42dd-934c-03d44d1298f5'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:01.472932 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e704b10-fb94-4875-8b1f-117085e60a98 req-c2d2b6b7-457d-4426-90a5-f52833f52b7a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:01.474533 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9e704b10-fb94-4875-8b1f-117085e60a98 req-c2d2b6b7-457d-4426-90a5-f52833f52b7a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1708257 Aug 27 04:35:01.486223 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1d41c-18c0-468f-9966-d76649de9c85 req-b6430a2c-1396-4dd3-b975-070447d2b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:01.493459 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bfd1d41c-18c0-468f-9966-d76649de9c85 req-b6430a2c-1396-4dd3-b975-070447d2b591 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 1098 time: 0.1125536 Aug 27 04:35:01.516231 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bbfa8-1cf6-4ba3-9763-f0ee7e3d2a91 None None] Pushing event updated for resources: {'Port': ['ID=1ae82a6a-90db-42e7-bfc8-a963937a4539,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:01.540168 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9e704b10-fb94-4875-8b1f-117085e60a98 req-6d57d883-711b-406c-94fe-8de274ed3745 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575593 Aug 27 04:35:01.677324 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Router f4def06f-ebf9-49a2-85e3-dec20c978bb9 is scheduled to L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:35:01.677634 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] Set router 43b5d212-f698-42dd-934c-03d44d1298f5 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:35:01.789647 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1d41c-18c0-468f-9966-d76649de9c85 req-8e1cffe9-b08b-488f-b450-10624901891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:01.798645 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bfd1d41c-18c0-468f-9966-d76649de9c85 req-8e1cffe9-b08b-488f-b450-10624901891f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 920 time: 0.2609746 Aug 27 04:35:01.950336 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1c344-a43f-494d-b0e9-251fa6033ee5 req-fa54c820-68de-4dfd-b936-63771ef25929 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:01.953939 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51a1c344-a43f-494d-b0e9-251fa6033ee5 req-fa54c820-68de-4dfd-b936-63771ef25929 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0571280 Aug 27 04:35:01.980193 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8633729-5add-477a-ad03-f3338ca58d72 req-5a8b8d86-c0b8-4240-96c7-622dd30ba3ef tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:01.988516 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8633729-5add-477a-ad03-f3338ca58d72 req-5a8b8d86-c0b8-4240-96c7-622dd30ba3ef tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.1438832 Aug 27 04:35:01.997157 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:35:02.008424 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Sync routers for ids ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:35:02.028334 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Routers {'f4def06f-ebf9-49a2-85e3-dec20c978bb9'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:35:02.029243 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:34:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:02.031183 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 2dd00d2e-8c53-44b8-97e0-33118ef80f39 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:02.033326 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:02.037883 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8a5d225f-f551-448d-a47d-5291a02573fc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5420024 Aug 27 04:35:02.038487 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33558) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:02.064659 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8633729-5add-477a-ad03-f3338ca58d72 req-4148e1e3-d018-49ca-819e-a65afde1f85f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685277 Aug 27 04:35:02.073209 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bfd1d41c-18c0-468f-9966-d76649de9c85 req-58a16d3d-d338-4350-ae8b-27559ce1b973 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264 HTTP/1.1" status: 200 len: 217 time: 0.1023943 Aug 27 04:35:02.103506 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51a1c344-a43f-494d-b0e9-251fa6033ee5 req-cc70e9b6-bb90-46bb-b0ac-96796f1be1de tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351793 Aug 27 04:35:02.150946 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:02.169063 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 2dd00d2e-8c53-44b8-97e0-33118ef80f39 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:02.169495 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:02.176344 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1d41c-18c0-468f-9966-d76649de9c85 req-878723e8-7469-4adf-a451-8d725f7e031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:02.178214 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bfd1d41c-18c0-468f-9966-d76649de9c85 req-878723e8-7469-4adf-a451-8d725f7e031c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12f1069b-2111-4fbb-849f-5e9b92aa608f HTTP/1.1" status: 200 len: 859 time: 0.0785604 Aug 27 04:35:02.192361 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Set router f4def06f-ebf9-49a2-85e3-dec20c978bb9 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:35:02.206994 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:57Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '1ae82a6a-90db-42e7-bfc8-a963937a4539', 'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'mac_address': 'fa:16:3e:dc:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:56Z', 'updated_at': '2021-08-27T04:35:01Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'subnets': [{'id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:02.223742 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bfd1d41c-18c0-468f-9966-d76649de9c85 req-360f4046-2845-440b-9a8b-6df58f5138a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a0eabd0-6457-4c9f-8893-a95600de2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299354 Aug 27 04:35:02.239514 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871c52d-75db-49eb-9eba-2a316d82109c None None] The sync data for ids ['43b5d212-f698-42dd-934c-03d44d1298f5'] in dv-cinder-804035-5-iscsi is: [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:57Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '1ae82a6a-90db-42e7-bfc8-a963937a4539', 'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'mac_address': 'fa:16:3e:dc:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:56Z', 'updated_at': '2021-08-27T04:35:01Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'subnets': [{'id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:35:02.370891 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 112d7e7b-dd18-4499-a038-d68694ac6b04 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:02.404429 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bfd1d41c-18c0-468f-9966-d76649de9c85 req-cb6a4c1c-0aa7-49fb-9cb5-f5fdb415cceb service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625261 Aug 27 04:35:02.446653 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 112d7e7b-dd18-4499-a038-d68694ac6b04 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:35:02.533344 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'name': 'tempest-TestShelveInstance-676797361-router', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:59Z', 'updated_at': '2021-08-27T04:35:01Z', 'revision_number': 3, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'gw_port': {'id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:35:00Z', 'updated_at': '2021-08-27T04:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:02.592823 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bfd1d41c-18c0-468f-9966-d76649de9c85 req-ac0a63c7-3893-4b71-a2f4-31459f406d30 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735153 Aug 27 04:35:02.686129 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Checking router: f4def06f-ebf9-49a2-85e3-dec20c978bb9 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:35:02.686734 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Updating router f4def06f-ebf9-49a2-85e3-dec20c978bb9 port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e binding host dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:35:02.725377 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:02.742021 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:02.758105 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 698af269-46a5-4892-822b-9ef4aa21fa2e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:35:02.775958 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb86518-0bfb-45f4-a6b8-71720d4d563f req-2a5b26c6-e30c-4278-a3e4-c70fa7cbe768 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:02.777594 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2cb86518-0bfb-45f4-a6b8-71720d4d563f req-2a5b26c6-e30c-4278-a3e4-c70fa7cbe768 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0861878 Aug 27 04:35:02.838460 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066831ee-529e-4fa8-8cf5-64ec873e1244 None None] Network b896e7db-02d5-4406-91d9-1b63567bebdd requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:35:02.868463 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2cb86518-0bfb-45f4-a6b8-71720d4d563f req-98facc12-c59d-49bb-b91c-32216f9a36c0 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828800 Aug 27 04:35:02.966417 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fa0aeb0d-9fe7-4dd5-8278-b8a2bbb4b98f None None] Provisioning for port 112d7e7b-dd18-4499-a038-d68694ac6b04 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:35:02.973451 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fa0aeb0d-9fe7-4dd5-8278-b8a2bbb4b98f None None] Provisioning complete for port 112d7e7b-dd18-4499-a038-d68694ac6b04 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:02.973824 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa0aeb0d-9fe7-4dd5-8278-b8a2bbb4b98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:02.998371 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Allocated IP 172.20.0.1 (b896e7db-02d5-4406-91d9-1b63567bebdd/acc997f5-3e7c-41e5-9285-8c93b17c0e60/9dcd6dd9-4041-4ba4-a701-830ea3523f9a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:35:03.074052 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:35:03.078920 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.097367 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Transition to ACTIVE for port object 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:35:03.107009 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.136238 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'port_id': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'mac_address': 'fa:16:3e:78:f0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:35:03.154199 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.170021 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc9dd8-bb93-4bc2-bf0a-d98f67d365ff None None] Pushing event updated for resources: {'Port': ['ID=7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:03.185624 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Transition to ACTIVE for port object 9dcd6dd9-4041-4ba4-a701-830ea3523f9a will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:35:03.186789 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Attempting to bind port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:35:03.187582 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Attempting to bind port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:35:03.188080 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Attempting to bind port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e on network fa882ed6-b8d8-486a-a99b-5928190e8cb5 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:35:03.197322 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:35:03.197766 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:35:03.198453 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.198867 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Bound using segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:35:03.199641 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Bound port: 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:35:03.199827 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.241787 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.316577 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.324891 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa0aeb0d-9fe7-4dd5-8278-b8a2bbb4b98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.334087 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] For port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:35:03.337241 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Network b896e7db-02d5-4406-91d9-1b63567bebdd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:35:03.339386 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] For port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:35:03.343059 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0e1c-bf76-45a3-a116-eaa3a998bc8d req-9c860723-def0-4e50-8e05-852e7230103f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:03.345854 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:35:03.347524 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.354388 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-da0a0e1c-bf76-45a3-a116-eaa3a998bc8d req-9c860723-def0-4e50-8e05-852e7230103f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0872216 Aug 27 04:35:03.360197 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:35:03.381514 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 698af269-46a5-4892-822b-9ef4aa21fa2e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:35:03.401505 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Pushing event updated for resources: {'Port': ['ID=9dcd6dd9-4041-4ba4-a701-830ea3523f9a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:03.416927 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc9dd8-bb93-4bc2-bf0a-d98f67d365ff None None] Pushing event updated for resources: {'Port': ['ID=7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:03.437533 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:35:03.441434 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fa0aeb0d-9fe7-4dd5-8278-b8a2bbb4b98f None None] For port 112d7e7b-dd18-4499-a038-d68694ac6b04, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=112d7e7b-dd18-4499-a038-d68694ac6b04,segment=NetworkSegment(d68a5476-a731-482a-bf2b-153588ee0141),segment_id=d68a5476-a731-482a-bf2b-153588ee0141)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:35:03.442875 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Routers {'f4def06f-ebf9-49a2-85e3-dec20c978bb9'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:35:03.443078 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.448985 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-da0a0e1c-bf76-45a3-a116-eaa3a998bc8d req-3bb80a90-b52b-4f68-9f64-c4a13219c681 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935011 Aug 27 04:35:03.449288 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:34:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:03.492631 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767140'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.505176 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9922301-1200-43df-b85b-ddf2cc1ef40e req-721772d1-abb5-4ba9-a0d0-a6d3a2f35614 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:03.506539 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a9922301-1200-43df-b85b-ddf2cc1ef40e req-721772d1-abb5-4ba9-a0d0-a6d3a2f35614 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.2223070 Aug 27 04:35:03.509370 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:03.512376 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa0aeb0d-9fe7-4dd5-8278-b8a2bbb4b98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.584504 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a9922301-1200-43df-b85b-ddf2cc1ef40e req-5fe38411-b56c-4aab-a900-3b58f76955e0 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 Aug 27 04:35:03.665811 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] Set router f4def06f-ebf9-49a2-85e3-dec20c978bb9 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:35:03.667109 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0aeb0d-9fe7-4dd5-8278-b8a2bbb4b98f None None] Pushing event updated for resources: {'Port': ['ID=112d7e7b-dd18-4499-a038-d68694ac6b04,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:03.708434 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.747838 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8155e7b4-d60a-439e-9f9b-edb1f01cdc64 None None] Provisioning for port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:35:03.754391 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8155e7b4-d60a-439e-9f9b-edb1f01cdc64 None None] Provisioning complete for port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:03.754922 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8155e7b4-d60a-439e-9f9b-edb1f01cdc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:03.778589 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['698af269-46a5-4892-822b-9ef4aa21fa2e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:35:03.934008 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.006739 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.021272 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.048173 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8155e7b4-d60a-439e-9f9b-edb1f01cdc64 None None] Port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:35:04.089848 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'name': 'tempest-TestShelveInstance-676797361-router', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:59Z', 'updated_at': '2021-08-27T04:35:01Z', 'revision_number': 3, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'gw_port': {'id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:35:00Z', 'updated_at': '2021-08-27T04:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:04.098396 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 1ae82a6a-90db-42e7-bfc8-a963937a4539 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:04.105022 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8155e7b4-d60a-439e-9f9b-edb1f01cdc64 None None] Provisioning complete for port 112d7e7b-dd18-4499-a038-d68694ac6b04 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:04.105405 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8155e7b4-d60a-439e-9f9b-edb1f01cdc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.130382 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17a204-c6bd-48b7-b40f-1d3acd9513f2 req-b8fb73a9-af93-455b-8ed5-b8c2b2bdc5a3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:04.135772 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1767227'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.137421 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1c17a204-c6bd-48b7-b40f-1d3acd9513f2 req-b8fb73a9-af93-455b-8ed5-b8c2b2bdc5a3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1059082 Aug 27 04:35:04.147098 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097cbf2-fe0e-4614-99cf-e64e881b3a97 None None] The sync data for ids ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'] in dv-cinder-804035-5-iscsi is: [{'id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'name': 'tempest-TestShelveInstance-676797361-router', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:59Z', 'updated_at': '2021-08-27T04:35:01Z', 'revision_number': 3, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'gw_port': {'id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:35:00Z', 'updated_at': '2021-08-27T04:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:35:04.199043 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Pushing event updated for resources: {'Port': ['ID=9dcd6dd9-4041-4ba4-a701-830ea3523f9a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:04.216189 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1c17a204-c6bd-48b7-b40f-1d3acd9513f2 req-5282ac9b-bf64-4e77-ba37-8c321b5c1039 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662038 Aug 27 04:35:04.259612 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Network b896e7db-02d5-4406-91d9-1b63567bebdd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:35:04.261176 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:35:04.312058 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 1ae82a6a-90db-42e7-bfc8-a963937a4539 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:35:04.336783 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 1ae82a6a-90db-42e7-bfc8-a963937a4539 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:04.337773 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.408242 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Router f4def06f-ebf9-49a2-85e3-dec20c978bb9 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:35:04.440635 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.480616 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 1ae82a6a-90db-42e7-bfc8-a963937a4539, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=1ae82a6a-90db-42e7-bfc8-a963937a4539,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:35:04.515384 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.517646 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 112d7e7b-dd18-4499-a038-d68694ac6b04 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:04.600530 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:35:04.604500 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9dcdf445-00c3-4716-8ab2-f77e1eef3a00 None None] Provisioning complete for port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:04.604880 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9dcdf445-00c3-4716-8ab2-f77e1eef3a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.608923 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ba5240fe-f29d-42be-b6ea-1f127c446560 admin admin] 10.222.0.53 "PUT /v2.0/routers/f4def06f-ebf9-49a2-85e3-dec20c978bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5660124 Aug 27 04:35:04.638676 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d643a-42c3-4202-8515-448eb7bbe137 req-ded331b9-168f-44e5-9f2d-6bda7bd830a5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:04.646860 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6d8d643a-42c3-4202-8515-448eb7bbe137 req-ded331b9-168f-44e5-9f2d-6bda7bd830a5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 945 time: 0.0771139 Aug 27 04:35:04.666279 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=1ae82a6a-90db-42e7-bfc8-a963937a4539,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:04.692987 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6d8d643a-42c3-4202-8515-448eb7bbe137 req-871afd68-866a-4408-b5cd-dd6c01fdb01a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450969 Aug 27 04:35:04.703348 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9dcdf445-00c3-4716-8ab2-f77e1eef3a00 None None] Port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:35:04.719743 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 112d7e7b-dd18-4499-a038-d68694ac6b04 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:04.725421 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.767545 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e26db4-4c54-4f70-a10d-691840fd9dd3 req-3dd49687-3615-4760-90aa-1d2b2e17b7e9 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:04.769718 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-63e26db4-4c54-4f70-a10d-691840fd9dd3 req-3dd49687-3615-4760-90aa-1d2b2e17b7e9 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0649724 Aug 27 04:35:04.779787 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 698af269-46a5-4892-822b-9ef4aa21fa2e up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:04.814166 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-63e26db4-4c54-4f70-a10d-691840fd9dd3 req-8fdb5f98-fb8c-478e-9cd6-190775b42f76 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384374 Aug 27 04:35:04.878794 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4bb46256-31a6-4dc8-b381-d632b8521ce4 None None] Provisioning complete for port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:04.878957 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4bb46256-31a6-4dc8-b381-d632b8521ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.926057 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 698af269-46a5-4892-822b-9ef4aa21fa2e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:04.926437 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:04.928179 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4bb46256-31a6-4dc8-b381-d632b8521ce4 None None] Port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:35:05.036981 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:05.062869 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-378af5ff-dcb0-4e6c-a26d-6d1ebc6ae02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:05.065796 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-378af5ff-dcb0-4e6c-a26d-6d1ebc6ae02f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 1098 time: 0.0648398 Aug 27 04:35:05.211731 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:35:05.214080 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dad94fb-a925-486a-a5d5-d526a553e78a" -d '{"events": [{"server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "name": "network-vif-plugged", "status": "completed", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:35:05.220602 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:35:05.225576 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:05.254996 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-519a7e1a-7e86-4dba-8b36-7d9bfc8280fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:05.257382 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-519a7e1a-7e86-4dba-8b36-7d9bfc8280fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 912 time: 0.1618590 Aug 27 04:35:05.293273 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:05.324002 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b6ccb7-e609-4bd6-b834-e926d43bc3e9 x-openstack-request-id: req-93b6ccb7-e609-4bd6-b834-e926d43bc3e9 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:35:05.324404 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "name": "network-vif-plugged", "status": "completed", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:35:05.324720 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93b6ccb7-e609-4bd6-b834-e926d43bc3e9 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:35:05.325203 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'code': 200} Aug 27 04:35:05.394591 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-f1902821-d974-46a3-9805-8d807074fe81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9 HTTP/1.1" status: 200 len: 1001 time: 0.1243272 Aug 27 04:35:05.398159 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 33592) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:05.402961 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4c840f25-e4f8-4442-b07a-f97409a9a38c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629615019', 'description': 'tempest-secgroup-smoke-1629615019 description', 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:05.486233 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c840f25-e4f8-4442-b07a-f97409a9a38c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:05.501141 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-1e88e290-373d-4b77-bc1b-de806b0f44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:05.502606 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-1e88e290-373d-4b77-bc1b-de806b0f44a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.0942001 Aug 27 04:35:05.538452 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1d36e-874d-4216-8b76-8efd23c39ec0 req-45272d4a-2348-4c36-a393-85d0c7a0e11f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:05.539921 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f7e1d36e-874d-4216-8b76-8efd23c39ec0 req-45272d4a-2348-4c36-a393-85d0c7a0e11f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1214731 Aug 27 04:35:05.618859 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-fc9f984a-3bc6-481a-9a36-a8d551824ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:05.620601 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-fc9f984a-3bc6-481a-9a36-a8d551824ab7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1053843 Aug 27 04:35:05.625881 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f7e1d36e-874d-4216-8b76-8efd23c39ec0 req-9ec61a1f-0795-4542-a7e9-02857dce963f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675519 Aug 27 04:35:05.699534 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c840f25-e4f8-4442-b07a-f97409a9a38c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:05.704067 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c840f25-e4f8-4442-b07a-f97409a9a38c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:05.747251 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c840f25-e4f8-4442-b07a-f97409a9a38c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:05.748486 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4c840f25-e4f8-4442-b07a-f97409a9a38c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3493531 Aug 27 04:35:05.752142 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33596) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:05.757564 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-54e2b2ac-921d-4d3b-87e2-56c0722c719b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Request body: {'security_group_rule': {'security_group_id': '3ee91bf0-8676-4d71-9d08-5662044ab54e', 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:05.759572 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c840f25-e4f8-4442-b07a-f97409a9a38c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee91bf0-8676-4d71-9d08-5662044ab54e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:05.766569 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-21368098-0bf6-4b1a-b47f-bfc42c840375 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341875 Aug 27 04:35:05.818846 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54e2b2ac-921d-4d3b-87e2-56c0722c719b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:05.877983 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9b0b9-6592-40e8-9a17-779824ea10e3 req-218756f9-fee4-4421-a25b-1d4b06c17188 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:05.879557 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-edf9b0b9-6592-40e8-9a17-779824ea10e3 req-218756f9-fee4-4421-a25b-1d4b06c17188 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0961494 Aug 27 04:35:05.910173 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af74996f-d452-45d6-b6bc-2361dee044b5 req-a1d2f010-fe2c-4b68-83d3-26199302763c service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326966 Aug 27 04:35:05.922126 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54e2b2ac-921d-4d3b-87e2-56c0722c719b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:05.929475 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54e2b2ac-921d-4d3b-87e2-56c0722c719b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:05.966554 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-edf9b0b9-6592-40e8-9a17-779824ea10e3 req-82464215-151e-4ef6-99d9-82c7c7c1915b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720594 Aug 27 04:35:05.967879 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2b2ac-921d-4d3b-87e2-56c0722c719b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744f4ed9-25cf-4684-bce9-e62d8d051659,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:05.975874 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54e2b2ac-921d-4d3b-87e2-56c0722c719b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:05.980048 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-54e2b2ac-921d-4d3b-87e2-56c0722c719b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2252657 Aug 27 04:35:05.981512 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33600) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:05.986628 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-be4655ca-de9c-49c9-b07e-eae21b2cfd5a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Request body: {'security_group_rule': {'security_group_id': '3ee91bf0-8676-4d71-9d08-5662044ab54e', 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:06.014507 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c55a-ef51-46c9-a02d-e530b5289a4e req-4d249bfa-01e3-4947-8271-5164c91f88ec tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:06.017119 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d725c55a-ef51-46c9-a02d-e530b5289a4e req-4d249bfa-01e3-4947-8271-5164c91f88ec tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.1023140 Aug 27 04:35:06.024422 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 1ae82a6a-90db-42e7-bfc8-a963937a4539 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:06.032779 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be4655ca-de9c-49c9-b07e-eae21b2cfd5a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.070753 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d725c55a-ef51-46c9-a02d-e530b5289a4e req-8d2f6652-1971-440c-a550-8336e435f0b0 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417936 Aug 27 04:35:06.096293 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 1ae82a6a-90db-42e7-bfc8-a963937a4539 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:06.097379 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.106022 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be4655ca-de9c-49c9-b07e-eae21b2cfd5a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.110379 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be4655ca-de9c-49c9-b07e-eae21b2cfd5a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.128923 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4655ca-de9c-49c9-b07e-eae21b2cfd5a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18931128-7301-4bf0-9aed-b6502f391002,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:06.136292 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be4655ca-de9c-49c9-b07e-eae21b2cfd5a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.137614 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-be4655ca-de9c-49c9-b07e-eae21b2cfd5a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549716 Aug 27 04:35:06.142120 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33602) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:06.147170 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7ca4769a-ac1d-406a-8f79-7edb86cf3d4b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Request body: {'security_group_rule': {'security_group_id': '3ee91bf0-8676-4d71-9d08-5662044ab54e', 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:06.178277 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ca4769a-ac1d-406a-8f79-7edb86cf3d4b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.200071 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:06.241289 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ca4769a-ac1d-406a-8f79-7edb86cf3d4b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.246659 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ca4769a-ac1d-406a-8f79-7edb86cf3d4b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.257361 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:35:06.262142 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:06.262489 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4769a-ac1d-406a-8f79-7edb86cf3d4b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c651e6-8703-40d0-b0c3-e9ff8bfe5cc7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:06.262677 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.274085 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ca4769a-ac1d-406a-8f79-7edb86cf3d4b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.275487 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7ca4769a-ac1d-406a-8f79-7edb86cf3d4b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323864 Aug 27 04:35:06.277392 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:35:06.278362 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 33606) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:06.283416 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1ca429e0-a1b1-4425-9e99-707a9dea58dd tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Request body: {'security_group_rule': {'security_group_id': '3ee91bf0-8676-4d71-9d08-5662044ab54e', 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:06.326820 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ca429e0-a1b1-4425-9e99-707a9dea58dd tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.327560 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Sync routers for ids ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:35:06.343589 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Routers {'f4def06f-ebf9-49a2-85e3-dec20c978bb9'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:35:06.344550 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:34:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:06.396447 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ca429e0-a1b1-4425-9e99-707a9dea58dd tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.400779 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ca429e0-a1b1-4425-9e99-707a9dea58dd tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.418798 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca429e0-a1b1-4425-9e99-707a9dea58dd tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef002be-689f-4b75-880e-8feb39c0bcdc,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:06.425971 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ca429e0-a1b1-4425-9e99-707a9dea58dd tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.427229 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.430044 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1ca429e0-a1b1-4425-9e99-707a9dea58dd tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505780 Aug 27 04:35:06.430437 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33608) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:06.437040 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ff5123ee-96df-49f2-ab9e-82fd82da83c1 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Request body: {'security_group_rule': {'security_group_id': '3ee91bf0-8676-4d71-9d08-5662044ab54e', 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:06.461182 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-ff5123ee-96df-49f2-ab9e-82fd82da83c1 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Project a4c45e6a7cab4d2db5a499b8f2323e6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:35:06.466571 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff5123ee-96df-49f2-ab9e-82fd82da83c1 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.483812 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:35:06.489368 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.530447 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Set router f4def06f-ebf9-49a2-85e3-dec20c978bb9 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:35:06.544278 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff5123ee-96df-49f2-ab9e-82fd82da83c1 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.548108 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff5123ee-96df-49f2-ab9e-82fd82da83c1 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.564795 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5123ee-96df-49f2-ab9e-82fd82da83c1 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b98248-ffde-452b-b7b0-e5d6eb291e85,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:06.573333 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff5123ee-96df-49f2-ab9e-82fd82da83c1 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.577129 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ff5123ee-96df-49f2-ab9e-82fd82da83c1 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429710 Aug 27 04:35:06.577303 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33610) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:06.582527 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b34c036d-88fc-4dfe-b84f-dcee1c985431 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Request body: {'security_group_rule': {'security_group_id': '3ee91bf0-8676-4d71-9d08-5662044ab54e', 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:06.583024 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:06.603731 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-b34c036d-88fc-4dfe-b84f-dcee1c985431 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Project a4c45e6a7cab4d2db5a499b8f2323e6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:35:06.608676 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b34c036d-88fc-4dfe-b84f-dcee1c985431 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.670780 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b34c036d-88fc-4dfe-b84f-dcee1c985431 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.675620 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b34c036d-88fc-4dfe-b84f-dcee1c985431 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.695459 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c036d-88fc-4dfe-b84f-dcee1c985431 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4711cc4-0adc-4350-800e-0c644057d0d9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:06.711663 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b34c036d-88fc-4dfe-b84f-dcee1c985431 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:06.715213 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b34c036d-88fc-4dfe-b84f-dcee1c985431 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368105 Aug 27 04:35:06.757445 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7090ab9-67af-47c2-8fc0-7621edfa66ca req-72bd0610-210a-47aa-beea-b34ccb95f053 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:06.764812 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7090ab9-67af-47c2-8fc0-7621edfa66ca req-72bd0610-210a-47aa-beea-b34ccb95f053 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0653217 Aug 27 04:35:06.775297 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'name': 'tempest-TestShelveInstance-676797361-router', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:59Z', 'updated_at': '2021-08-27T04:35:03Z', 'revision_number': 4, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'gw_port': {'id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:35:00Z', 'updated_at': '2021-08-27T04:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '9dcd6dd9-4041-4ba4-a701-830ea3523f9a', 'name': '', 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'mac_address': 'fa:16:3e:ef:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'acc997f5-3e7c-41e5-9285-8c93b17c0e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:35:02Z', 'updated_at': '2021-08-27T04:35:03Z', 'revision_number': 2, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'subnets': [{'id': 'acc997f5-3e7c-41e5-9285-8c93b17c0e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:06.809086 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Checking router: f4def06f-ebf9-49a2-85e3-dec20c978bb9 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:35:06.809449 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Updating router f4def06f-ebf9-49a2-85e3-dec20c978bb9 port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a binding host dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:35:06.820940 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7090ab9-67af-47c2-8fc0-7621edfa66ca req-7afe13f5-c94c-47c7-8010-bbf84d385896 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Aug 27 04:35:06.839744 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:07.136026 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6676c9c-dfa5-4e10-bcab-1b978dae789c req-9dd44013-a95b-4eb9-af05-7f8744d28e0b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:07.144019 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b6676c9c-dfa5-4e10-bcab-1b978dae789c req-9dd44013-a95b-4eb9-af05-7f8744d28e0b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0738301 Aug 27 04:35:07.160974 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:07.174333 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Transition to ACTIVE for port object 9dcd6dd9-4041-4ba4-a701-830ea3523f9a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:35:07.185128 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:07.205292 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b6676c9c-dfa5-4e10-bcab-1b978dae789c req-e5a92f38-2852-4072-b650-26e835c3df2a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528533 Aug 27 04:35:07.238149 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2b9e5-105e-46f0-bf61-c82d5b87ae5d req-aa3f3a3d-2624-4d4f-89e2-1d7504cc8639 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:07.239862 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4bf2b9e5-105e-46f0-bf61-c82d5b87ae5d req-aa3f3a3d-2624-4d4f-89e2-1d7504cc8639 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0864573 Aug 27 04:35:07.264883 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7759bf-9b1b-4c81-a6a3-0d7a0a98c4e0 None None] Pushing event updated for resources: {'Port': ['ID=9dcd6dd9-4041-4ba4-a701-830ea3523f9a,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:07.299201 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4bf2b9e5-105e-46f0-bf61-c82d5b87ae5d req-e6c4379e-4331-4353-8e0c-967ea0e0f0c5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492806 Aug 27 04:35:07.353283 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Attempting to bind port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:35:07.353744 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Attempting to bind port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'd68a5476-a731-482a-bf2b-153588ee0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:35:07.354135 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Attempting to bind port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a on network b896e7db-02d5-4406-91d9-1b63567bebdd {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:35:07.360556 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:35:07.361011 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Checking segment: {'id': 'd68a5476-a731-482a-bf2b-153588ee0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:35:07.361344 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:07.361774 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Bound using segment: {'id': 'd68a5476-a731-482a-bf2b-153588ee0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:35:07.362249 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Bound port: 9dcd6dd9-4041-4ba4-a701-830ea3523f9a, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a5476-a731-482a-bf2b-153588ee0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:35:07.362639 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:07.439865 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] For port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:35:07.444119 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] For port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=9dcd6dd9-4041-4ba4-a701-830ea3523f9a,segment=NetworkSegment(d68a5476-a731-482a-bf2b-153588ee0141),segment_id=d68a5476-a731-482a-bf2b-153588ee0141)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:35:07.449320 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:07.508114 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Routers {'f4def06f-ebf9-49a2-85e3-dec20c978bb9'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:35:07.508846 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:34:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:07.547324 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7759bf-9b1b-4c81-a6a3-0d7a0a98c4e0 None None] Pushing event updated for resources: {'Port': ['ID=9dcd6dd9-4041-4ba4-a701-830ea3523f9a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:07.652046 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] Set router f4def06f-ebf9-49a2-85e3-dec20c978bb9 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:35:07.851737 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:07.904414 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'name': 'tempest-TestShelveInstance-676797361-router', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:59Z', 'updated_at': '2021-08-27T04:35:03Z', 'revision_number': 4, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'gw_port': {'id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:35:00Z', 'updated_at': '2021-08-27T04:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '9dcd6dd9-4041-4ba4-a701-830ea3523f9a', 'name': '', 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'mac_address': 'fa:16:3e:ef:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'acc997f5-3e7c-41e5-9285-8c93b17c0e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:35:02Z', 'updated_at': '2021-08-27T04:35:07Z', 'revision_number': 4, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'subnets': [{'id': 'acc997f5-3e7c-41e5-9285-8c93b17c0e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:07.934949 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210e891-4ff2-405b-ae01-8182e2e5146d None None] The sync data for ids ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'] in dv-cinder-804035-5-iscsi is: [{'id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'name': 'tempest-TestShelveInstance-676797361-router', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:59Z', 'updated_at': '2021-08-27T04:35:03Z', 'revision_number': 4, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'gw_port': {'id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:35:00Z', 'updated_at': '2021-08-27T04:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '9dcd6dd9-4041-4ba4-a701-830ea3523f9a', 'name': '', 'network_id': 'b896e7db-02d5-4406-91d9-1b63567bebdd', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'mac_address': 'fa:16:3e:ef:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'acc997f5-3e7c-41e5-9285-8c93b17c0e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:35:02Z', 'updated_at': '2021-08-27T04:35:07Z', 'revision_number': 4, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'subnets': [{'id': 'acc997f5-3e7c-41e5-9285-8c93b17c0e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:35:07.942509 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:07.942874 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:07.958649 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7aa70f-71dc-4117-8e26-ed6d806299c6 req-6b2cd5cf-38f6-4213-a60d-04f616fd02b8 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:07.960574 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f7aa70f-71dc-4117-8e26-ed6d806299c6 req-6b2cd5cf-38f6-4213-a60d-04f616fd02b8 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0596919 Aug 27 04:35:08.047437 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f7aa70f-71dc-4117-8e26-ed6d806299c6 req-6d765c7a-4cc5-4f27-a3c4-1cea3e95b69d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694997 Aug 27 04:35:08.335117 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcd7d4-ea84-4ef0-99e6-96aabe35602a req-2d4d219c-7c21-4ac6-b8a9-a29476796c0f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:08.340555 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-62fcd7d4-ea84-4ef0-99e6-96aabe35602a req-2d4d219c-7c21-4ac6-b8a9-a29476796c0f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0665083 Aug 27 04:35:08.387226 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-62fcd7d4-ea84-4ef0-99e6-96aabe35602a req-60c9d165-89d5-485d-a836-b00c91bd6380 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381253 Aug 27 04:35:08.508982 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95405932-4ca6-4bdd-8900-357ca6a0fe86 req-3a7ac7d2-811a-4ffe-8dc3-65e41dcf8f28 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:08.510522 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-95405932-4ca6-4bdd-8900-357ca6a0fe86 req-3a7ac7d2-811a-4ffe-8dc3-65e41dcf8f28 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0601652 Aug 27 04:35:08.550795 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-95405932-4ca6-4bdd-8900-357ca6a0fe86 req-b09584e2-f9ee-4513-9bb3-c58a21745a12 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339737 Aug 27 04:35:09.168770 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf7637-74d8-4d15-a6f3-f5be6194bebc req-a0376058-bdc0-45f0-b9a6-d6a8910f2333 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:09.170283 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53bf7637-74d8-4d15-a6f3-f5be6194bebc req-a0376058-bdc0-45f0-b9a6-d6a8910f2333 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0587540 Aug 27 04:35:09.220408 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53bf7637-74d8-4d15-a6f3-f5be6194bebc req-431efc1d-4495-4f4a-bddd-b5819aa005ac tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Aug 27 04:35:09.548965 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de185cf-26d7-4b79-a4e2-094807dde389 req-a2dc5bbb-0ea5-423e-ae39-b65c559e0a62 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:09.556786 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9de185cf-26d7-4b79-a4e2-094807dde389 req-a2dc5bbb-0ea5-423e-ae39-b65c559e0a62 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0913923 Aug 27 04:35:09.606852 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9de185cf-26d7-4b79-a4e2-094807dde389 req-7e8f5f02-7405-4d3f-9a7c-9b5114b5b779 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487132 Aug 27 04:35:09.700598 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97249-035f-42b5-9d5d-6c02eed46f1c req-21fcb984-faca-4299-b61e-0398fcb45787 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:09.704184 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f7e97249-035f-42b5-9d5d-6c02eed46f1c req-21fcb984-faca-4299-b61e-0398fcb45787 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0510762 Aug 27 04:35:09.749061 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f7e97249-035f-42b5-9d5d-6c02eed46f1c req-cb6dfc04-d844-488a-9c29-c7adc508876f tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367539 Aug 27 04:35:09.833846 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865c98-7ffc-45d4-9ac4-1d0519759613 req-7817d567-4d70-447a-be3c-f8b139a29172 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:09.835350 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-05865c98-7ffc-45d4-9ac4-1d0519759613 req-7817d567-4d70-447a-be3c-f8b139a29172 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.0591960 Aug 27 04:35:09.874222 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 9dcd6dd9-4041-4ba4-a701-830ea3523f9a up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:09.887167 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-05865c98-7ffc-45d4-9ac4-1d0519759613 req-b6469115-8eb3-48a3-bb54-7935e633e118 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425987 Aug 27 04:35:09.928915 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:35:09.934983 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 33714) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:09.935190 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:09.936080 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:10.052704 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:10.094269 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=9dcd6dd9-4041-4ba4-a701-830ea3523f9a,segment=NetworkSegment(d68a5476-a731-482a-bf2b-153588ee0141),segment_id=d68a5476-a731-482a-bf2b-153588ee0141)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:35:10.099961 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:10.150200 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8389fc-7365-419e-800d-4e383cacbd09 tempest-TestMinimumBasicScenario-248955534 tempest-TestMinimumBasicScenario-248955534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:10.151886 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4b8389fc-7365-419e-800d-4e383cacbd09 tempest-TestMinimumBasicScenario-248955534 tempest-TestMinimumBasicScenario-248955534-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1093 time: 0.2151158 Aug 27 04:35:10.156924 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33724) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:10.162305 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'floatingip': {'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'port_id': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:10.170853 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=9dcd6dd9-4041-4ba4-a701-830ea3523f9a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:10.185213 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:10.638712 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:10.693132 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d2681-4277-4c1c-9926-2f0c8096becc req-7bdf98a8-1d06-4ead-9bb2-ef2ea14d2dcc tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:10.700337 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-353d2681-4277-4c1c-9926-2f0c8096becc req-7bdf98a8-1d06-4ead-9bb2-ef2ea14d2dcc tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1116464 Aug 27 04:35:10.761468 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-353d2681-4277-4c1c-9926-2f0c8096becc req-0e00403b-24e5-4746-875c-58341b0ec43b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598505 Aug 27 04:35:10.821165 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9413d-5343-4e71-8bff-615684c5d007 req-c9a78b76-a283-4ceb-b6bd-84c4c9f01b2c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:10.825653 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Allocated IP 172.27.1.57 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/376b25ad-f893-424e-838a-1d0ac82420a6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:35:10.826306 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02d9413d-5343-4e71-8bff-615684c5d007 req-c9a78b76-a283-4ceb-b6bd-84c4c9f01b2c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.1114821 Aug 27 04:35:10.894539 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02d9413d-5343-4e71-8bff-615684c5d007 req-8e3482e8-9164-485c-baf3-8971b86dfb44 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534272 Aug 27 04:35:11.005623 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1c9cb-458a-4561-825c-17dfcdfb4849 req-c9f5f285-e9e6-43b0-ac2d-a17f99326f52 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:11.008491 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2ce1c9cb-458a-4561-825c-17dfcdfb4849 req-c9f5f285-e9e6-43b0-ac2d-a17f99326f52 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.1073651 Aug 27 04:35:11.075187 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:11.124831 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2ce1c9cb-458a-4561-825c-17dfcdfb4849 req-41024042-6071-4d6b-8043-117de0cb9f68 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033697 Aug 27 04:35:11.183535 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:11.231390 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:35:11.234434 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:35:11.241435 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:35:11.267703 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'Port': ['ID=376b25ad-f893-424e-838a-1d0ac82420a6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:11.849707 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:11.934674 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 9dcd6dd9-4041-4ba4-a701-830ea3523f9a up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:35:11.972115 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:12.091000 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:12.091691 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:12.140501 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8034dbe-7163-4fe4-a2d7-d9f430ef191e req-b9164d80-f528-4fcd-aaa7-59616806f993 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:12.154780 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d8034dbe-7163-4fe4-a2d7-d9f430ef191e req-b9164d80-f528-4fcd-aaa7-59616806f993 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1562004 Aug 27 04:35:12.202047 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:12.238320 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:12.245505 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d8034dbe-7163-4fe4-a2d7-d9f430ef191e req-d429807f-2b72-4ab3-84ad-c8c3e143c298 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890663 Aug 27 04:35:12.344603 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'Port': ['ID=376b25ad-f893-424e-838a-1d0ac82420a6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:12.393962 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f900-6d4d-452e-ac7d-d3a635332672 req-d129701a-1001-43cd-a16c-2d6a8da4487c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:12.395829 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-da02f900-6d4d-452e-ac7d-d3a635332672 req-d129701a-1001-43cd-a16c-2d6a8da4487c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.1984377 Aug 27 04:35:12.399561 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:12.450236 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e644d81-48a3-46c7-9f24-6820350f948d req-45542ea8-410b-4280-a337-33a4899e5990 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:12.452513 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5e644d81-48a3-46c7-9f24-6820350f948d req-45542ea8-410b-4280-a337-33a4899e5990 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0970681 Aug 27 04:35:12.525539 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5e644d81-48a3-46c7-9f24-6820350f948d req-5f1a1973-0061-4f11-a9af-640219fbfd37 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558527 Aug 27 04:35:12.534620 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-da02f900-6d4d-452e-ac7d-d3a635332672 req-6f2ca2cf-f255-4f87-b7c3-17f839e51e54 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902996 Aug 27 04:35:12.555779 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Floating IP 5cdfbe44-1220-4590-93e7-dc9d6163eb2e associated. External IP: 172.27.1.57, port: 6348fecd-7464-4987-a099-9e9f7e860b0c. Aug 27 04:35:12.859342 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Router bb37ca27-1cff-413d-8435-7308d1ff7855 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:35:12.988065 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:35:13.006143 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] Sync routers for ids ['bb37ca27-1cff-413d-8435-7308d1ff7855'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:35:13.009903 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:13.026005 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] Routers {'bb37ca27-1cff-413d-8435-7308d1ff7855'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:35:13.027030 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:34:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['bb37ca27-1cff-413d-8435-7308d1ff7855'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:13.069111 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5a19dc57-dd48-4471-9ce1-792ee2715a57 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9107127 Aug 27 04:35:13.070247 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:35:13.071829 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 33748) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:13.073306 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a21ef61-6698-4814-bb55-81628506f2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:35:13.083516 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e779adec-7e25-4d66-ae84-9de06f6e3b6c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797615336', 'description': 'tempest-secgroup-smoke-1797615336 description', 'project_id': 'c4d957eb500948908f38f0f427a9017b'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:13.143071 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e779adec-7e25-4d66-ae84-9de06f6e3b6c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:13.198808 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e30ea4-e7a2-4c71-b6d7-d8fcdfc790c0 x-openstack-request-id: req-10e30ea4-e7a2-4c71-b6d7-d8fcdfc790c0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:35:13.199121 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:35:13.199359 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10e30ea4-e7a2-4c71-b6d7-d8fcdfc790c0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:35:13.199819 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'status': 'completed', 'code': 200} Aug 27 04:35:13.270058 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e779adec-7e25-4d66-ae84-9de06f6e3b6c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:13.284148 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e779adec-7e25-4d66-ae84-9de06f6e3b6c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:13.340022 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779adec-7e25-4d66-ae84-9de06f6e3b6c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b7e024-8502-417f-9c85-de1b593e5325,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:13.359295 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e779adec-7e25-4d66-ae84-9de06f6e3b6c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:13.364098 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33754) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:13.364287 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e779adec-7e25-4d66-ae84-9de06f6e3b6c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2906008 Aug 27 04:35:13.365689 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] Set router bb37ca27-1cff-413d-8435-7308d1ff7855 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:35:13.383466 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bd724b08-170c-4ab9-8f95-b92f4f267774 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'security_group_rule': {'security_group_id': '14b7e024-8502-417f-9c85-de1b593e5325', 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:13.386697 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-81fb2f9e-4fc9-48d2-a581-113d7ef73d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:13.388734 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-81fb2f9e-4fc9-48d2-a581-113d7ef73d67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d957eb500948908f38f0f427a9017b&device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1098 time: 0.1170697 Aug 27 04:35:13.497068 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd724b08-170c-4ab9-8f95-b92f4f267774 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:13.537325 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6803b0-5740-4332-b744-e9dbc7e1a10e req-fc9f4309-fab4-4110-bccf-eee13b60bd0a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:13.539047 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dd6803b0-5740-4332-b744-e9dbc7e1a10e req-fc9f4309-fab4-4110-bccf-eee13b60bd0a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1488073 Aug 27 04:35:13.631697 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd724b08-170c-4ab9-8f95-b92f4f267774 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:13.651883 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd724b08-170c-4ab9-8f95-b92f4f267774 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:13.689447 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd724b08-170c-4ab9-8f95-b92f4f267774 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a884dc7f-f8e2-4071-87a6-f1ae623b41d2,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:13.715488 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd724b08-170c-4ab9-8f95-b92f4f267774 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:13.716916 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-bd724b08-170c-4ab9-8f95-b92f4f267774 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3509960 Aug 27 04:35:13.733598 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dd6803b0-5740-4332-b744-e9dbc7e1a10e req-4f29d553-a7b9-46de-98cf-bf3f220d4827 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855567 Aug 27 04:35:13.736141 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33760) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:13.757725 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c0f877cf-89e5-4458-8008-0a96fcc8fe95 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'security_group_rule': {'security_group_id': '14b7e024-8502-417f-9c85-de1b593e5325', 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:13.835604 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-09797b35-2754-4253-a1fe-8c2d97a58295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:13.847715 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-09797b35-2754-4253-a1fe-8c2d97a58295 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 200 len: 916 time: 0.4402544 Aug 27 04:35:13.864518 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0f877cf-89e5-4458-8008-0a96fcc8fe95 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.154632 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:54Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '5cdfbe44-1220-4590-93e7-dc9d6163eb2e', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'port_id': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'mac_address': 'fa:16:3e:df:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:35:11Z', 'updated_at': '2021-08-27T04:35:11Z', 'revision_number': 0, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1c33c7-169f-40ff-b476-adaa62b4f4c1', 'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'mac_address': 'fa:16:3e:ab:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:53Z', 'updated_at': '2021-08-27T04:34:00Z', 'revision_number': 5, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'subnets': [{'id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:14.180989 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0f877cf-89e5-4458-8008-0a96fcc8fe95 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.199441 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0f877cf-89e5-4458-8008-0a96fcc8fe95 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.207684 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea62c07-7f98-4b09-b6bc-c97a8878d805 req-4c6d118d-6a07-43d5-aeea-d7b1d6cf0a22 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:14.209233 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ea62c07-7f98-4b09-b6bc-c97a8878d805 req-4c6d118d-6a07-43d5-aeea-d7b1d6cf0a22 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.4483213 Aug 27 04:35:14.239415 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e90237-1b59-46ee-8b2a-764ea23a18f4 req-efe9d175-4fc0-47a9-b6a0-18f2f897d33b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:14.244416 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-176fb7a2-0e60-464d-b8cd-8f936c264375 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 998 time: 0.3570981 Aug 27 04:35:14.253431 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-74e90237-1b59-46ee-8b2a-764ea23a18f4 req-efe9d175-4fc0-47a9-b6a0-18f2f897d33b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.3267314 Aug 27 04:35:14.278892 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] Checking router: bb37ca27-1cff-413d-8435-7308d1ff7855 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:35:14.307714 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] Routers {'bb37ca27-1cff-413d-8435-7308d1ff7855'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:35:14.307714 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:34:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['bb37ca27-1cff-413d-8435-7308d1ff7855'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:14.308398 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ea62c07-7f98-4b09-b6bc-c97a8878d805 req-e465ca0f-1862-4a13-bb47-e9e87af5a16c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619617 Aug 27 04:35:14.315378 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f877cf-89e5-4458-8008-0a96fcc8fe95 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7038ff9b-e66c-441b-8754-5789386b1294,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:14.344496 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0f877cf-89e5-4458-8008-0a96fcc8fe95 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.354081 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c0f877cf-89e5-4458-8008-0a96fcc8fe95 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6098070 Aug 27 04:35:14.355313 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33764) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:14.374118 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-89692ae8-1a12-49db-97d7-8663cc74d3d9 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'security_group_rule': {'security_group_id': '14b7e024-8502-417f-9c85-de1b593e5325', 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:14.401415 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-1f034307-040d-4f1e-8d76-4da237981cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:14.403745 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-1f034307-040d-4f1e-8d76-4da237981cb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5be63fc-2f82-4c73-913f-6e753c1161d4 HTTP/1.1" status: 200 len: 854 time: 0.1374424 Aug 27 04:35:14.420733 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-74e90237-1b59-46ee-8b2a-764ea23a18f4 req-5c41072a-4fcd-4120-af98-67a9eb815916 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642439 Aug 27 04:35:14.431804 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89692ae8-1a12-49db-97d7-8663cc74d3d9 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.522934 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89692ae8-1a12-49db-97d7-8663cc74d3d9 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.548226 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-0c80293e-e6c4-4935-91c7-deb3b67cc48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:14.552280 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-0c80293e-e6c4-4935-91c7-deb3b67cc48c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6393701f-2879-4fc5-bc44-476f65707d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1383622 Aug 27 04:35:14.558103 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89692ae8-1a12-49db-97d7-8663cc74d3d9 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.587013 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89692ae8-1a12-49db-97d7-8663cc74d3d9 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba70b4bf-68ed-429c-aa1a-2b7d6f38cb81,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:14.641864 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] Set router bb37ca27-1cff-413d-8435-7308d1ff7855 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:35:14.646419 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89692ae8-1a12-49db-97d7-8663cc74d3d9 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.651047 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-89692ae8-1a12-49db-97d7-8663cc74d3d9 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2915885 Aug 27 04:35:14.651484 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33766) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:14.658345 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4fd7d2ec-827c-49a5-b8b1-26257d93a585 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'security_group_rule': {'security_group_id': '14b7e024-8502-417f-9c85-de1b593e5325', 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:14.706615 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d2ec-827c-49a5-b8b1-26257d93a585 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.713104 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-f5b8c1ba-fab7-4543-8c12-a4e88ab35917 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437948 Aug 27 04:35:14.787757 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d2ec-827c-49a5-b8b1-26257d93a585 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.796307 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d2ec-827c-49a5-b8b1-26257d93a585 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.825528 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7d2ec-827c-49a5-b8b1-26257d93a585 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f82e26-b138-40c5-a5e9-d0b1db629417,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:14.842571 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d2ec-827c-49a5-b8b1-26257d93a585 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:14.847399 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4fd7d2ec-827c-49a5-b8b1-26257d93a585 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1914191 Aug 27 04:35:14.848409 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 33776) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:14.858015 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-829de9f8-1b83-4c42-aa0b-71fbe25dea80 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'security_group_rule': {'security_group_id': '14b7e024-8502-417f-9c85-de1b593e5325', 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:14.974989 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a21ef61-6698-4814-bb55-81628506f2a4 req-d3c938a1-a0e5-485e-9a27-c270d8af6fa9 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524197 Aug 27 04:35:14.980111 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-829de9f8-1b83-4c42-aa0b-71fbe25dea80 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Project c4d957eb500948908f38f0f427a9017b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:35:14.991871 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-829de9f8-1b83-4c42-aa0b-71fbe25dea80 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:15.105445 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-829de9f8-1b83-4c42-aa0b-71fbe25dea80 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:15.115797 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ea1c-1a17-45fb-bd44-49db421d00c3 req-0720d421-a2e7-4d1d-b1ab-bb59ff0642b9 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:15.117792 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6184ea1c-1a17-45fb-bd44-49db421d00c3 req-0720d421-a2e7-4d1d-b1ab-bb59ff0642b9 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.2341900 Aug 27 04:35:15.120163 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-829de9f8-1b83-4c42-aa0b-71fbe25dea80 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:15.135511 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829de9f8-1b83-4c42-aa0b-71fbe25dea80 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e814a728-1d6b-4008-b650-900237f72b4f,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:15.142695 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:54Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '5cdfbe44-1220-4590-93e7-dc9d6163eb2e', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'port_id': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'mac_address': 'fa:16:3e:df:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:35:11Z', 'updated_at': '2021-08-27T04:35:11Z', 'revision_number': 0, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1c33c7-169f-40ff-b476-adaa62b4f4c1', 'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'mac_address': 'fa:16:3e:ab:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:53Z', 'updated_at': '2021-08-27T04:34:00Z', 'revision_number': 5, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'subnets': [{'id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:15.178107 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6184ea1c-1a17-45fb-bd44-49db421d00c3 req-51a626f2-9e3c-41cd-8328-93f90c80a065 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435433 Aug 27 04:35:15.180609 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-829de9f8-1b83-4c42-aa0b-71fbe25dea80 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:15.181810 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-829de9f8-1b83-4c42-aa0b-71fbe25dea80 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3322053 Aug 27 04:35:15.185628 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33780) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:15.192809 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc90cf-436d-4d5a-b39d-dae9b9d428f8 None None] The sync data for ids ['bb37ca27-1cff-413d-8435-7308d1ff7855'] in dv-cinder-804035-5-iscsi is: [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:54Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '5cdfbe44-1220-4590-93e7-dc9d6163eb2e', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'port_id': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'mac_address': 'fa:16:3e:df:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:35:11Z', 'updated_at': '2021-08-27T04:35:11Z', 'revision_number': 0, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1c33c7-169f-40ff-b476-adaa62b4f4c1', 'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'mac_address': 'fa:16:3e:ab:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:53Z', 'updated_at': '2021-08-27T04:34:00Z', 'revision_number': 5, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'subnets': [{'id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:35:15.199314 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3a71a825-15e5-4422-8dba-3e45cca22603 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'security_group_rule': {'security_group_id': '14b7e024-8502-417f-9c85-de1b593e5325', 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:15.252015 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-3a71a825-15e5-4422-8dba-3e45cca22603 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Project c4d957eb500948908f38f0f427a9017b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:35:15.259715 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a71a825-15e5-4422-8dba-3e45cca22603 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:15.351011 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a71a825-15e5-4422-8dba-3e45cca22603 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:15.358548 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a71a825-15e5-4422-8dba-3e45cca22603 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:15.387298 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71a825-15e5-4422-8dba-3e45cca22603 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117df2c8-8cd1-428c-bc48-616a67c8a319,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:15.437459 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a71a825-15e5-4422-8dba-3e45cca22603 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:15.442547 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-3a71a825-15e5-4422-8dba-3e45cca22603 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2557218 Aug 27 04:35:15.461029 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e56db-c6d1-4fa9-b515-5f2809b4ea04 req-9d7e3785-cd53-4f93-9165-4874bc0cfa25 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:15.462756 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-900e56db-c6d1-4fa9-b515-5f2809b4ea04 req-9d7e3785-cd53-4f93-9165-4874bc0cfa25 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0967736 Aug 27 04:35:15.523643 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb4e25-198a-4337-848e-c4acad71147a None None] New status for floating IP 5cdfbe44-1220-4590-93e7-dc9d6163eb2e: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:35:15.537630 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-900e56db-c6d1-4fa9-b515-5f2809b4ea04 req-65ceacb6-5ca1-49b0-85b6-439f2458c8df tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685139 Aug 27 04:35:15.560450 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-d4b36137-81af-4dd6-9d33-9a3d9333187b tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797615336&fields=id&tenant_id=c4d957eb500948908f38f0f427a9017b HTTP/1.1" status: 200 len: 267 time: 0.0611949 Aug 27 04:35:15.646949 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-26a7b452-867f-48dc-a9dd-67017c320739 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:15.652581 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-26a7b452-867f-48dc-a9dd-67017c320739 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.0836554 Aug 27 04:35:15.660064 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67f2b5-1d81-4293-b905-4ce15e76bdc5 req-a45d4a70-e0f5-43c2-90ad-2f9846329cff tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:15.661663 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1b67f2b5-1d81-4293-b905-4ce15e76bdc5 req-a45d4a70-e0f5-43c2-90ad-2f9846329cff tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0576868 Aug 27 04:35:15.679614 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'port': {'security_groups': ['ca19dd19-e9e2-4cab-9725-4777702902e9', '14b7e024-8502-417f-9c85-de1b593e5325']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:15.730878 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1b67f2b5-1d81-4293-b905-4ce15e76bdc5 req-dfaf401e-4633-4acd-b2b2-73d95ef7fa24 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591040 Aug 27 04:35:15.812227 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:16.034300 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91cfae-f65e-4459-87fa-d7ee73d020c9 req-21a7f607-43f6-43c3-897e-e77fe2ba6991 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:16.035776 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5a91cfae-f65e-4459-87fa-d7ee73d020c9 req-21a7f607-43f6-43c3-897e-e77fe2ba6991 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0796556 Aug 27 04:35:16.103567 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5a91cfae-f65e-4459-87fa-d7ee73d020c9 req-3a4a086a-0cc9-455c-8b48-1c55c50b37e9 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570772 Aug 27 04:35:16.175274 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] For port 6348fecd-7464-4987-a099-9e9f7e860b0c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6348fecd-7464-4987-a099-9e9f7e860b0c,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:35:16.233064 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:16.238262 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-7955b34b-7818-428b-b5f0-79222fc4ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:16.240660 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-7955b34b-7818-428b-b5f0-79222fc4ae45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 1098 time: 0.0954413 Aug 27 04:35:16.242133 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:16.297491 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['6348fecd-7464-4987-a099-9e9f7e860b0c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:35:16.345171 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:16.345825 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:16.359150 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5aa985be-303e-4e0a-8de8-f8f910211f16 req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "PUT /v2.0/ports/6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 981 time: 0.6848946 Aug 27 04:35:16.381017 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:35:16.383473 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46e48ac-4d96-45e6-aa84-712461f22020" -d '{"events": [{"name": "network-changed", "server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:35:16.458824 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a7de4-aece-4b1d-8830-1217e38a53fb req-d8d78366-a871-46fc-98d9-c8a513818bbe tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:16.465444 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-345a7de4-aece-4b1d-8830-1217e38a53fb req-d8d78366-a871-46fc-98d9-c8a513818bbe tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1234033 Aug 27 04:35:16.468344 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'Port': ['ID=6348fecd-7464-4987-a099-9e9f7e860b0c,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:16.540298 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-345a7de4-aece-4b1d-8830-1217e38a53fb req-7f46b067-ccd5-4669-be01-ef6052ac8c8b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667908 Aug 27 04:35:16.551066 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.551352 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.551711 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.552146 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.552457 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.552821 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.553145 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.553479 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.553815 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.554453 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.554801 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.555194 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035d5b45-17f2-444c-9bad-96bbf849042e tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:16.612413 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-a369f07b-b4b4-424c-bbca-7875cb8c7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:16.617560 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['6348fecd-7464-4987-a099-9e9f7e860b0c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:35:16.618881 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-a369f07b-b4b4-424c-bbca-7875cb8c7abe service neutron] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 912 time: 0.3431273 Aug 27 04:35:16.641141 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc921dc-9998-4e0e-b6f1-0dd7e435c022 req-1e54b3fd-5084-4651-bb51-e8931c2b16e1 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:16.649294 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bbc921dc-9998-4e0e-b6f1-0dd7e435c022 req-1e54b3fd-5084-4651-bb51-e8931c2b16e1 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.1514623 Aug 27 04:35:16.664226 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ff9366-4fb9-445a-be38-19ecb3fc1750 x-openstack-request-id: req-c0ff9366-4fb9-445a-be38-19ecb3fc1750 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:35:16.664520 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:35:16.664781 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0ff9366-4fb9-445a-be38-19ecb3fc1750 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:35:16.665183 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'status': 'completed', 'code': 200} Aug 27 04:35:16.735968 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a56d4cc3-b588-44a6-a0da-e3af3391bb41 None None] Provisioning complete for port 6348fecd-7464-4987-a099-9e9f7e860b0c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:16.736366 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a56d4cc3-b588-44a6-a0da-e3af3391bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:16.764248 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-f4d2c52d-2f62-4c37-9307-61790aa1eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:16.766158 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-f4d2c52d-2f62-4c37-9307-61790aa1eb3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d957eb500948908f38f0f427a9017b&device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1137 time: 0.0675251 Aug 27 04:35:16.777935 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bbc921dc-9998-4e0e-b6f1-0dd7e435c022 req-b05f4348-b87f-4be4-99b1-f087abf95ecf tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271791 Aug 27 04:35:16.823753 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-01429ac1-a6c8-4be2-8dec-467c29225e1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9 HTTP/1.1" status: 200 len: 1001 time: 0.1456461 Aug 27 04:35:16.923753 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-aa37b431-65bc-4b75-9acb-8e512ae2ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:16.926727 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-aa37b431-65bc-4b75-9acb-8e512ae2ba31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.0908132 Aug 27 04:35:16.949853 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-6bce126f-c222-40a7-b946-34d7409186b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:16.951448 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-6bce126f-c222-40a7-b946-34d7409186b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 200 len: 916 time: 0.1768401 Aug 27 04:35:16.959490 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04722248-1076-4847-9806-27fb67e013b0 req-32539caf-b691-4e80-94a1-6230614d0656 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:16.961071 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-04722248-1076-4847-9806-27fb67e013b0 req-32539caf-b691-4e80-94a1-6230614d0656 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.1041303 Aug 27 04:35:17.005900 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-1590dbec-35c9-425d-bbd7-168181e4bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:17.008461 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-1590dbec-35c9-425d-bbd7-168181e4bacf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687170 Aug 27 04:35:17.072945 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-84701e0e-b86d-4d37-bb79-db69057e82ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 1000 time: 0.1106400 Aug 27 04:35:17.092504 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-04722248-1076-4847-9806-27fb67e013b0 req-41ab9753-6213-47b5-aaf7-31e903ac2851 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841737 Aug 27 04:35:17.195120 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-f79197dd-e846-4c3a-b81d-e4c924494522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:17.196708 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-f79197dd-e846-4c3a-b81d-e4c924494522 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5be63fc-2f82-4c73-913f-6e753c1161d4 HTTP/1.1" status: 200 len: 854 time: 0.1031539 Aug 27 04:35:17.258950 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-fa93bd17-1f71-4825-8276-027b2c763c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:17.260017 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-fa93bd17-1f71-4825-8276-027b2c763c73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6393701f-2879-4fc5-bc44-476f65707d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485625 Aug 27 04:35:17.265904 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-3c407a9e-2f15-4905-9c96-e193f6f6fefd service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198296 Aug 27 04:35:17.295908 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a325a-96f1-4a74-820e-a4394b7c5303 req-21d0d194-2b3a-49e4-9e5c-57e51c0c41c0 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:17.297807 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-734a325a-96f1-4a74-820e-a4394b7c5303 req-21d0d194-2b3a-49e4-9e5c-57e51c0c41c0 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.1091764 Aug 27 04:35:17.427401 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-734a325a-96f1-4a74-820e-a4394b7c5303 req-4601be74-7d7c-4734-8147-af38c292e076 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057386 Aug 27 04:35:17.487678 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-092351c7-facc-4edf-b6ef-d80f8c251bd6 req-e5074c9b-4385-4ff3-90a7-eeb218ddec28 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885293 Aug 27 04:35:17.736863 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c617-bfc1-441b-b8b4-4cf2dfed251c req-9e2f0819-9ae4-4b0d-b538-6409fe5ba356 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:17.738627 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9f52c617-bfc1-441b-b8b4-4cf2dfed251c req-9e2f0819-9ae4-4b0d-b538-6409fe5ba356 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.1057987 Aug 27 04:35:17.741400 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-0c62197d-3702-4f04-b8ad-23469019b378 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541838 Aug 27 04:35:17.846678 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9f52c617-bfc1-441b-b8b4-4cf2dfed251c req-d2f30fd2-d689-405a-93e5-6db6da0bfa2f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008229 Aug 27 04:35:17.890779 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a46e48ac-4d96-45e6-aa84-712461f22020 req-682bac6e-02af-468c-a2d3-088185ef3889 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368110 Aug 27 04:35:18.259745 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68670d9-82ac-4c51-b546-341a25e4337d req-2295d3cd-47d0-4c26-8ed1-84999116b0a5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:18.261343 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d68670d9-82ac-4c51-b546-341a25e4337d req-2295d3cd-47d0-4c26-8ed1-84999116b0a5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0729167 Aug 27 04:35:18.314526 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d68670d9-82ac-4c51-b546-341a25e4337d req-e54a64da-f320-48b2-ade7-7311bfd16c91 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442619 Aug 27 04:35:18.565014 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57e258-1f78-4eab-9a1b-87e197e32067 req-2a508fbc-81b1-4591-a6ce-b26bd8f79cb8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:18.566625 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0a57e258-1f78-4eab-9a1b-87e197e32067 req-2a508fbc-81b1-4591-a6ce-b26bd8f79cb8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0573096 Aug 27 04:35:18.610844 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0a57e258-1f78-4eab-9a1b-87e197e32067 req-3903a3bb-4c94-4eac-8efc-2e65a2896540 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371850 Aug 27 04:35:18.976535 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69439e3-5ca3-4c00-bf7c-187da5079a74 req-8a8ee16b-98ca-47c4-a12f-80b5213080ec tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:18.978362 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f69439e3-5ca3-4c00-bf7c-187da5079a74 req-8a8ee16b-98ca-47c4-a12f-80b5213080ec tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0647120 Aug 27 04:35:19.025676 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f69439e3-5ca3-4c00-bf7c-187da5079a74 req-f03e45fe-0023-4281-9866-f6f84af295f4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Aug 27 04:35:19.491614 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85071b86-c3ce-47e7-a2b1-e0adb72db561 req-8a58da76-b8a9-4391-b061-07d5b12bd6c4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:19.496454 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-85071b86-c3ce-47e7-a2b1-e0adb72db561 req-8a58da76-b8a9-4391-b061-07d5b12bd6c4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0762782 Aug 27 04:35:19.542668 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-85071b86-c3ce-47e7-a2b1-e0adb72db561 req-c5597637-1a45-47ce-9b62-04bc6ebc776e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430837 Aug 27 04:35:19.764347 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8b2ad-6351-4047-84c1-3fba5388e334 req-e0e70381-6f0d-4ee9-9976-3ee701dad654 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:19.765933 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72a8b2ad-6351-4047-84c1-3fba5388e334 req-e0e70381-6f0d-4ee9-9976-3ee701dad654 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0672383 Aug 27 04:35:19.822239 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72a8b2ad-6351-4047-84c1-3fba5388e334 req-b0f94f46-e23b-4c3a-9216-79995603c1e2 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470254 Aug 27 04:35:20.184292 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12abf2-ea63-4345-9fb5-01b1d49e24ab req-5329ed8b-1d31-47fa-ac5c-f2bc80d2d246 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:20.185896 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8e12abf2-ea63-4345-9fb5-01b1d49e24ab req-5329ed8b-1d31-47fa-ac5c-f2bc80d2d246 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0545514 Aug 27 04:35:20.228674 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8e12abf2-ea63-4345-9fb5-01b1d49e24ab req-14883ebb-5314-4f8b-b5fa-784889f14c68 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348411 Aug 27 04:35:20.686152 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f158c2-8d0c-4fb0-82d9-c1b4b667c958 req-c135aa64-44be-4294-9080-ae9d4e447ae4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:20.687716 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-66f158c2-8d0c-4fb0-82d9-c1b4b667c958 req-c135aa64-44be-4294-9080-ae9d4e447ae4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0668128 Aug 27 04:35:20.736530 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-66f158c2-8d0c-4fb0-82d9-c1b4b667c958 req-64d1377b-bf3d-4609-9f47-90115005976b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383499 Aug 27 04:35:21.358616 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4aa45-a3d1-4408-a0dd-7525ec1375fa req-70e14d36-972d-442b-a5b0-3942ea00f4d3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:21.360450 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-75b4aa45-a3d1-4408-a0dd-7525ec1375fa req-70e14d36-972d-442b-a5b0-3942ea00f4d3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0522065 Aug 27 04:35:21.408013 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-75b4aa45-a3d1-4408-a0dd-7525ec1375fa req-3d1d679f-e48c-4572-920f-5d1090da4b17 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Aug 27 04:35:21.895746 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdca598-8110-4490-aafd-95e2b807944e req-51d975cd-4093-49f4-907c-1ba09ed7565e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:21.895746 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0cdca598-8110-4490-aafd-95e2b807944e req-51d975cd-4093-49f4-907c-1ba09ed7565e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0759630 Aug 27 04:35:21.941270 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0cdca598-8110-4490-aafd-95e2b807944e req-2d45b2b3-822c-470b-8ad9-7c47732a7e2c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382869 Aug 27 04:35:22.549666 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd4371-31f3-4b48-8f1f-ff4066ed33f2 req-99e5dbca-21d2-4beb-adf8-855bd032aa23 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:22.551827 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6dd4371-31f3-4b48-8f1f-ff4066ed33f2 req-99e5dbca-21d2-4beb-adf8-855bd032aa23 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0575974 Aug 27 04:35:22.600780 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6dd4371-31f3-4b48-8f1f-ff4066ed33f2 req-c9e1fd27-4553-403a-84a1-7a726254d649 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Aug 27 04:35:23.063305 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d972e85-12ec-42cc-81c1-858b5b324a9b req-e5df8ff8-c809-41b6-a2c3-16755e7dcb23 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:23.065323 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5d972e85-12ec-42cc-81c1-858b5b324a9b req-e5df8ff8-c809-41b6-a2c3-16755e7dcb23 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0498476 Aug 27 04:35:23.102054 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5d972e85-12ec-42cc-81c1-858b5b324a9b req-473c0fc9-32ad-4d53-8e5e-9bd96e284415 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309241 Aug 27 04:35:23.718474 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088009-7506-4391-af6a-8dd51d3c317b req-4be94a80-e46b-4244-8ac2-bf5c09d3b6e0 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:23.720069 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7a088009-7506-4391-af6a-8dd51d3c317b req-4be94a80-e46b-4244-8ac2-bf5c09d3b6e0 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0530193 Aug 27 04:35:23.758824 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7a088009-7506-4391-af6a-8dd51d3c317b req-3a524c45-041e-4382-8540-1994b343079f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Aug 27 04:35:24.159716 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-c2582cc3-bb7b-4c14-baba-16b7d6af0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:24.161365 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-c2582cc3-bb7b-4c14-baba-16b7d6af0762 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 1099 time: 0.0500906 Aug 27 04:35:24.222091 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1685b6-554b-4ed7-a283-460aa912ee09 req-c52e72a7-8268-44f7-ad25-5a2687c55ee5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:24.223707 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9f1685b6-554b-4ed7-a283-460aa912ee09 req-c52e72a7-8268-44f7-ad25-5a2687c55ee5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0488820 Aug 27 04:35:24.259488 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-4d678058-0e41-4a8a-a638-986d7d02806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:24.261016 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-4d678058-0e41-4a8a-a638-986d7d02806a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.0877099 Aug 27 04:35:24.262394 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9f1685b6-554b-4ed7-a283-460aa912ee09 req-c51d5b05-4816-405a-ae41-ca52617faee7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320790 Aug 27 04:35:24.340109 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-53fbf78a-3e7f-4dac-b99c-f4b21013d2d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698af269-46a5-4892-822b-9ef4aa21fa2e HTTP/1.1" status: 200 len: 1002 time: 0.0587533 Aug 27 04:35:24.394929 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-14e78a1d-eb85-446c-9ee8-78fb5f3208a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:24.396368 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-14e78a1d-eb85-446c-9ee8-78fb5f3208a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0441279 Aug 27 04:35:24.460297 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-d2d8a1f2-b2f9-4a06-bed1-995d5092a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:24.461771 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-d2d8a1f2-b2f9-4a06-bed1-995d5092a262 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431886 Aug 27 04:35:24.565282 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-4c52408d-2116-4b8d-b24d-7df89d1d0457 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887198 Aug 27 04:35:24.667080 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d1e5f1b-7cdc-4755-a7b0-976417493742 req-28641921-d4a0-4d65-bd76-6e0c1f6714bc service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879920 Aug 27 04:35:24.874521 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87d86e-152c-4fe9-a5a6-2f136e1c97d6 req-7802dcc2-bb76-465e-827f-0e1aa0e26926 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:24.876152 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cd87d86e-152c-4fe9-a5a6-2f136e1c97d6 req-7802dcc2-bb76-465e-827f-0e1aa0e26926 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Aug 27 04:35:24.913808 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cd87d86e-152c-4fe9-a5a6-2f136e1c97d6 req-b36fa8c9-26ce-4041-81c3-e5bb2404891d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Aug 27 04:35:25.381748 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b214e-3211-42b3-913e-3daabd55ce60 req-40ff8f64-477b-4ea2-96fe-3f4504032ec2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:25.383242 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb9b214e-3211-42b3-913e-3daabd55ce60 req-40ff8f64-477b-4ea2-96fe-3f4504032ec2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0495796 Aug 27 04:35:25.427569 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb9b214e-3211-42b3-913e-3daabd55ce60 req-12fc9915-9c64-4426-9211-41e8bfb9c994 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370541 Aug 27 04:35:26.028927 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57e2b-2922-4357-ad36-e81cecfd3a32 req-32624963-bf00-4146-ae28-6255f75de68b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:26.030431 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f3e57e2b-2922-4357-ad36-e81cecfd3a32 req-32624963-bf00-4146-ae28-6255f75de68b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0498369 Aug 27 04:35:26.069884 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f3e57e2b-2922-4357-ad36-e81cecfd3a32 req-f93c9c22-7e67-4a29-8cf0-75ec625bd19b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328643 Aug 27 04:35:26.265287 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b50f2-3c77-4613-a5d6-e2d6bbd7f8f6 req-881d5142-703d-4044-97f5-5747aff68bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:26.266808 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fc3b50f2-3c77-4613-a5d6-e2d6bbd7f8f6 req-881d5142-703d-4044-97f5-5747aff68bf8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 1098 time: 0.0413969 Aug 27 04:35:26.314660 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fc3b50f2-3c77-4613-a5d6-e2d6bbd7f8f6 req-b3293ac5-34da-4bfa-9964-eab1852dfc27 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 Aug 27 04:35:26.545710 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6a0f6-5e3c-4e42-8d2a-be8882731188 req-b27b31a6-582d-42d9-bc9c-63e20f8e838b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:26.547075 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3ef6a0f6-5e3c-4e42-8d2a-be8882731188 req-b27b31a6-582d-42d9-bc9c-63e20f8e838b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 946 time: 0.0481465 Aug 27 04:35:26.595321 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3ef6a0f6-5e3c-4e42-8d2a-be8882731188 req-31c2aefb-82e5-4ec3-97f5-cbd8ff6b1d35 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422111 Aug 27 04:35:26.765092 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1fbb0f1e-318d-4f70-9374-d167798ec3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:26.912302 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 698af269-46a5-4892-822b-9ef4aa21fa2e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:35:26.987558 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:27.010294 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:35:27.012582 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccf4d61-cdd1-4607-ad2d-66844a0ab038" -d '{"events": [{"server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "name": "network-vif-unplugged", "status": "completed", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:35:27.025360 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:35:27.029541 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:27.055390 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b394b179-2a80-40b6-b028-ae82532969c9 x-openstack-request-id: req-b394b179-2a80-40b6-b028-ae82532969c9 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:35:27.055711 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "name": "network-vif-unplugged", "status": "completed", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:35:27.055973 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b394b179-2a80-40b6-b028-ae82532969c9 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:35:27.056390 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'code': 200} Aug 27 04:35:27.078286 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:27.184952 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870e203-f538-4fef-85e1-18d03c68296d req-da7ccb97-02e2-4458-9925-29c690931ae8 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:27.186463 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7870e203-f538-4fef-85e1-18d03c68296d req-da7ccb97-02e2-4458-9925-29c690931ae8 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0486519 Aug 27 04:35:27.223333 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7870e203-f538-4fef-85e1-18d03c68296d req-c5fd65c0-e840-43e6-9cac-5b9214a33a2b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303533 Aug 27 04:35:27.713892 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872f1ed-59fc-4dc1-9c6f-ceb47a74e663 req-73d0b13d-9bb1-413b-aae7-acfb4cef1b08 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:27.715358 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6872f1ed-59fc-4dc1-9c6f-ceb47a74e663 req-73d0b13d-9bb1-413b-aae7-acfb4cef1b08 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0477211 Aug 27 04:35:27.752820 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6872f1ed-59fc-4dc1-9c6f-ceb47a74e663 req-22c80e38-b15b-4852-a4dc-6f2d481d7183 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311828 Aug 27 04:35:28.339860 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59351a26-adf1-4394-864b-355e357bae8f req-e15b8c68-4ad3-4c9d-aad3-8b08bfb47eed tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:28.341278 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-59351a26-adf1-4394-864b-355e357bae8f req-e15b8c68-4ad3-4c9d-aad3-8b08bfb47eed tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0506420 Aug 27 04:35:28.384598 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-59351a26-adf1-4394-864b-355e357bae8f req-444bc25a-ae92-4c96-8584-4cdb8b8bbb57 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370948 Aug 27 04:35:28.869780 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3334f-908d-4797-a5d2-0c5ecc170178 req-35e86d53-c4b6-4d9d-a2f3-83a5c473b123 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:28.871310 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d3c3334f-908d-4797-a5d2-0c5ecc170178 req-35e86d53-c4b6-4d9d-a2f3-83a5c473b123 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0480511 Aug 27 04:35:28.909320 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d3c3334f-908d-4797-a5d2-0c5ecc170178 req-dfbb8895-ba96-4eb9-bea8-0bbb779b3648 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Aug 27 04:35:29.050132 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a7f83723-14ec-47ec-8415-07bb4319a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:29.510696 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d410a-16ee-4733-af16-2399a99b6826 req-106477e0-1a02-42aa-aa2b-b78c15145af5 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:29.519235 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-900d410a-16ee-4733-af16-2399a99b6826 req-106477e0-1a02-42aa-aa2b-b78c15145af5 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0576980 Aug 27 04:35:29.521394 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4546e67-404d-4beb-8d9e-4dc9effe2c99 req-dab268bf-3d8a-4859-8c9a-7204d4461e13 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:29.523115 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4546e67-404d-4beb-8d9e-4dc9effe2c99 req-dab268bf-3d8a-4859-8c9a-7204d4461e13 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0493231 Aug 27 04:35:29.560836 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-900d410a-16ee-4733-af16-2399a99b6826 req-383a79ef-4530-41cf-8968-f6756f24bf59 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Aug 27 04:35:29.580349 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4546e67-404d-4beb-8d9e-4dc9effe2c99 req-ea4c9904-b4ca-46d1-b3e6-2a6b382dc06c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455136 Aug 27 04:35:29.594498 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:29.757424 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 33966) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:29.858521 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-29dcef22-61f0-44ba-aa3e-a29530681d0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997958 Aug 27 04:35:29.932343 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4088ad-f8c2-408d-9830-de012d0f6947 req-d6718bf0-71a4-4a8d-a7f5-44bae33b6135 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:29.940158 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8f4088ad-f8c2-408d-9830-de012d0f6947 req-d6718bf0-71a4-4a8d-a7f5-44bae33b6135 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0583754 Aug 27 04:35:29.971634 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10cf48-a0c0-4afe-aac4-4a50fab8a3da req-696af8ff-d236-40af-9506-cbb8d191856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:29.972152 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c10cf48-a0c0-4afe-aac4-4a50fab8a3da req-696af8ff-d236-40af-9506-cbb8d191856d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9079f423a2eb4541878e236b831b352d&device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 1098 time: 0.0514266 Aug 27 04:35:29.976988 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8f4088ad-f8c2-408d-9830-de012d0f6947 req-de5a889f-e690-4d09-b268-36de31dafc00 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359757 Aug 27 04:35:30.071438 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10cf48-a0c0-4afe-aac4-4a50fab8a3da req-778ad048-0529-46c0-9375-34e414c6a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:30.072975 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c10cf48-a0c0-4afe-aac4-4a50fab8a3da req-778ad048-0529-46c0-9375-34e414c6a0e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 200 len: 920 time: 0.0931790 Aug 27 04:35:30.124657 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c10cf48-a0c0-4afe-aac4-4a50fab8a3da req-8b9ebcc5-b7a3-43d4-8805-ce7a62257f92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264 HTTP/1.1" status: 200 len: 217 time: 0.0383980 Aug 27 04:35:30.179332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10cf48-a0c0-4afe-aac4-4a50fab8a3da req-0df98ba1-fa46-4741-a26d-c2cc4d23ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:30.180839 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c10cf48-a0c0-4afe-aac4-4a50fab8a3da req-0df98ba1-fa46-4741-a26d-c2cc4d23ae68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12f1069b-2111-4fbb-849f-5e9b92aa608f HTTP/1.1" status: 200 len: 859 time: 0.0432270 Aug 27 04:35:30.286699 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c10cf48-a0c0-4afe-aac4-4a50fab8a3da req-cbcf24b5-204c-41a5-bed8-336c02fad508 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a0eabd0-6457-4c9f-8893-a95600de2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243406 Aug 27 04:35:30.385906 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c10cf48-a0c0-4afe-aac4-4a50fab8a3da req-ce727acc-95f5-4399-8dbb-d1e8441dc984 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879967 Aug 27 04:35:30.390762 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:30.489361 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c10cf48-a0c0-4afe-aac4-4a50fab8a3da req-428e9385-4a9c-4557-8116-6fcf97a03ec1 service neutron] 10.222.0.35 "GET /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836391 Aug 27 04:35:30.719071 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ea4c0-ef68-400b-8872-ea018e4ce91b req-bc37ac39-bac1-4012-8b8e-f82808d83b88 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:30.721381 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e75ea4c0-ef68-400b-8872-ea018e4ce91b req-bc37ac39-bac1-4012-8b8e-f82808d83b88 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0620000 Aug 27 04:35:30.761310 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e75ea4c0-ef68-400b-8872-ea018e4ce91b req-490a21d9-6f66-4279-93fb-785490db9323 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339603 Aug 27 04:35:31.091795 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d26854-1d91-44d5-8847-8381fe3afdf2 req-8bcc0746-a1ea-465b-b70f-424f440e3338 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:31.093344 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a5d26854-1d91-44d5-8847-8381fe3afdf2 req-8bcc0746-a1ea-465b-b70f-424f440e3338 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0473406 Aug 27 04:35:31.134681 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a5d26854-1d91-44d5-8847-8381fe3afdf2 req-7c86d427-d13e-432f-8a5c-c79311385962 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Aug 27 04:35:31.882952 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94d570-b1c7-4dd3-9e32-6540b813ed21 req-01cc78c7-d8ab-462c-ba92-8a18c5f517f8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:31.884361 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7c94d570-b1c7-4dd3-9e32-6540b813ed21 req-01cc78c7-d8ab-462c-ba92-8a18c5f517f8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0484748 Aug 27 04:35:31.922386 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7c94d570-b1c7-4dd3-9e32-6540b813ed21 req-7a1f5426-0674-4851-acef-149abdde9ffe tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322309 Aug 27 04:35:32.109669 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:32.259614 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215064ce-b497-4af3-b1c4-41b8ed6e78c1 req-39e9b6c4-8a6a-493b-a2d5-98229cb2cd0d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:32.261125 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-215064ce-b497-4af3-b1c4-41b8ed6e78c1 req-39e9b6c4-8a6a-493b-a2d5-98229cb2cd0d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0534081 Aug 27 04:35:32.297802 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-215064ce-b497-4af3-b1c4-41b8ed6e78c1 req-f3a4dfec-2ee5-4285-9b7b-ddd49b6c345c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307131 Aug 27 04:35:32.456899 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-485696b4-dc2b-482b-9567-e1a73ed232cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:32.458552 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-485696b4-dc2b-482b-9567-e1a73ed232cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935&tenant_id=a6be58896fed46208a356cedf5a8513e HTTP/1.1" status: 200 len: 1097 time: 0.0841935 Aug 27 04:35:32.556616 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-ac552d96-9d89-412f-a92b-6744618daceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:32.558099 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-ac552d96-9d89-412f-a92b-6744618daceb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 1097 time: 0.0409172 Aug 27 04:35:32.649984 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-1796bd0c-ded2-4c76-a606-6784d186f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:32.651464 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-1796bd0c-ded2-4c76-a606-6784d186f3df service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.0815258 Aug 27 04:35:32.734864 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-efa3600d-4593-4542-84f2-f43f15cfbfa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698af269-46a5-4892-822b-9ef4aa21fa2e HTTP/1.1" status: 200 len: 1000 time: 0.0716608 Aug 27 04:35:32.786221 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-e2b3d0ea-51c4-4c32-a4df-9a400da432d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:32.787626 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-e2b3d0ea-51c4-4c32-a4df-9a400da432d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0435174 Aug 27 04:35:32.848378 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-41c7a721-047a-4f21-92c7-7c0c90f504a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:32.850131 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-41c7a721-047a-4f21-92c7-7c0c90f504a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452247 Aug 27 04:35:32.948649 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-45d8ce83-24de-4e77-b4c7-62b08d3437df service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850487 Aug 27 04:35:32.966750 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 698af269-46a5-4892-822b-9ef4aa21fa2e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:35:33.094175 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b9e68-8cba-40cf-a0f7-a3f27c3a2fc7 req-4ae05aa4-aac3-4389-a24e-4c5d061a5e0b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:33.096257 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7e9b9e68-8cba-40cf-a0f7-a3f27c3a2fc7 req-4ae05aa4-aac3-4389-a24e-4c5d061a5e0b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0831017 Aug 27 04:35:33.098482 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0056d93-b542-4d32-b22b-6c66c60b2eec req-cdfca3c3-ec9c-474f-94c0-f0f629188265 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329322 Aug 27 04:35:33.138358 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7e9b9e68-8cba-40cf-a0f7-a3f27c3a2fc7 req-d3ec76bb-872f-4b8e-88b8-2063e664a00a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358434 Aug 27 04:35:33.418381 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3144f3d-ecbf-4645-bb09-3543788b8cf8 req-d9db696b-f1da-4d63-9343-ad7bc3d71402 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:33.419899 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b3144f3d-ecbf-4645-bb09-3543788b8cf8 req-d9db696b-f1da-4d63-9343-ad7bc3d71402 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0494719 Aug 27 04:35:33.459261 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b3144f3d-ecbf-4645-bb09-3543788b8cf8 req-1874a880-a6ce-433a-bf51-18e8199d6bea tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333316 Aug 27 04:35:33.775582 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:34.261016 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa7098-84c0-4862-918f-7dd92dd237e6 req-91786956-734f-43bc-8353-23d1fe8e3dc2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:34.262506 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4fa7098-84c0-4862-918f-7dd92dd237e6 req-91786956-734f-43bc-8353-23d1fe8e3dc2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0497835 Aug 27 04:35:34.302145 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4fa7098-84c0-4862-918f-7dd92dd237e6 req-27aada3a-8e3f-4a55-b461-59ec6dc1cbeb tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335829 Aug 27 04:35:34.575765 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac00753-96de-4a9d-bb29-c468b4d2e035 req-4cc699a9-2924-4c0f-befd-3e507e44b3f6 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:34.577292 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ac00753-96de-4a9d-bb29-c468b4d2e035 req-4cc699a9-2924-4c0f-befd-3e507e44b3f6 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0507863 Aug 27 04:35:34.621068 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ac00753-96de-4a9d-bb29-c468b4d2e035 req-76042512-982e-48d9-940b-6b41ad6cb993 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Aug 27 04:35:35.433205 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3f4a6-da66-4e7c-853c-4872063c783b req-3d11a5db-513e-48f9-9d2b-b80979b4e883 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:35.435193 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ab3f4a6-da66-4e7c-853c-4872063c783b req-3d11a5db-513e-48f9-9d2b-b80979b4e883 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0532849 Aug 27 04:35:35.479179 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ab3f4a6-da66-4e7c-853c-4872063c783b req-8b8230c9-2389-46ea-83f1-89684e7e48d5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375605 Aug 27 04:35:35.738413 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c072a5-f0ea-482b-b14f-42c314bfd14f req-005f57b6-4c9f-46fd-bc25-02a7b99e50df tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:35.740244 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-43c072a5-f0ea-482b-b14f-42c314bfd14f req-005f57b6-4c9f-46fd-bc25-02a7b99e50df tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0530300 Aug 27 04:35:35.779678 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-43c072a5-f0ea-482b-b14f-42c314bfd14f req-6ec6b140-0681-4759-a31f-18b356b9de26 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Aug 27 04:35:36.605963 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff05a4-a23a-40c3-8575-2fd6816bd8b1 req-8e2b7a16-923f-49d9-a89c-b7ac540dace3 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:36.607493 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0aff05a4-a23a-40c3-8575-2fd6816bd8b1 req-8e2b7a16-923f-49d9-a89c-b7ac540dace3 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0536661 Aug 27 04:35:36.648265 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0aff05a4-a23a-40c3-8575-2fd6816bd8b1 req-e9c173e6-413d-4a5f-9c18-a8a23980b8b7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346811 Aug 27 04:35:36.900223 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d33b-1d9a-4776-b4ce-2861a2c6b682 req-de82acc4-2b3f-48b8-b79b-3ebe12c4b77b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:36.907514 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa36d33b-1d9a-4776-b4ce-2861a2c6b682 req-de82acc4-2b3f-48b8-b79b-3ebe12c4b77b tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0564663 Aug 27 04:35:36.949583 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa36d33b-1d9a-4776-b4ce-2861a2c6b682 req-caa7e5f7-5602-41a8-b92a-654be12f7da7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396442 Aug 27 04:35:37.768830 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff79f96-b2e2-436e-8704-e6d591419939 req-74b9b5c4-388b-4681-8a1a-78336cf9b58d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:37.770326 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6ff79f96-b2e2-436e-8704-e6d591419939 req-74b9b5c4-388b-4681-8a1a-78336cf9b58d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0514698 Aug 27 04:35:37.808188 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6ff79f96-b2e2-436e-8704-e6d591419939 req-24bc8d9b-bfde-4b05-8eca-c7cc66acf561 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320351 Aug 27 04:35:38.059273 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892e5c0-e10d-49fa-820c-ecbba0c46eda req-60c15db9-050d-45ee-8c90-05bd737c81d5 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:38.060818 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a892e5c0-e10d-49fa-820c-ecbba0c46eda req-60c15db9-050d-45ee-8c90-05bd737c81d5 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0490613 Aug 27 04:35:38.102370 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a892e5c0-e10d-49fa-820c-ecbba0c46eda req-f723ab1a-a1e5-4652-8f13-72c2a6a1341c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352364 Aug 27 04:35:38.928637 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e19f39-dd0a-4a6f-a723-871e02e3d27d req-54dee5a4-5cdf-4e60-8f92-8d7fe668571b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:38.930181 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-33e19f39-dd0a-4a6f-a723-871e02e3d27d req-54dee5a4-5cdf-4e60-8f92-8d7fe668571b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0482633 Aug 27 04:35:38.967639 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-33e19f39-dd0a-4a6f-a723-871e02e3d27d req-0ad99e35-d421-4c2d-8b96-869077a80dd8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Aug 27 04:35:39.216123 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0adec7-f0fd-4be8-996b-a9b20a74110a req-24be4406-d537-430e-a785-67a87598abf2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:39.217595 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-be0adec7-f0fd-4be8-996b-a9b20a74110a req-24be4406-d537-430e-a785-67a87598abf2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0484955 Aug 27 04:35:39.256133 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-be0adec7-f0fd-4be8-996b-a9b20a74110a req-38df24bf-1018-49fd-9cd0-3f590fa7e966 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Aug 27 04:35:40.091322 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5b941-9331-4c54-93aa-d3966929eef9 req-4c97af21-0f21-4b11-a171-622d35c6fbb7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:40.092828 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dab5b941-9331-4c54-93aa-d3966929eef9 req-4c97af21-0f21-4b11-a171-622d35c6fbb7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0535946 Aug 27 04:35:40.135794 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dab5b941-9331-4c54-93aa-d3966929eef9 req-4e4e88ee-a4f7-40af-b9bc-e505460a4137 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356052 Aug 27 04:35:40.372099 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb19a7-327b-49de-9286-b298dd1f78b6 req-d7f6fd47-d644-42e8-827f-522488d17f1f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:40.373656 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d1eb19a7-327b-49de-9286-b298dd1f78b6 req-d7f6fd47-d644-42e8-827f-522488d17f1f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0501535 Aug 27 04:35:40.413338 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d1eb19a7-327b-49de-9286-b298dd1f78b6 req-84fd1472-c2d3-474c-8ecc-6d20e1d72ed9 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332577 Aug 27 04:35:40.605440 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-066ef858-c99a-41f8-803d-f83154dc36a5 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629615019&fields=id&tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a HTTP/1.1" status: 200 len: 267 time: 0.0332379 Aug 27 04:35:40.714492 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-befe954e-14ce-4e44-b80a-3c493b72f313 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:40.715909 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-befe954e-14ce-4e44-b80a-3c493b72f313 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/networks?id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a HTTP/1.1" status: 200 len: 809 time: 0.1008804 Aug 27 04:35:40.731188 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-704403ef-d44a-41ef-b858-627000823aba tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/quotas/a4c45e6a7cab4d2db5a499b8f2323e6a HTTP/1.1" status: 200 len: 375 time: 0.0090740 Aug 27 04:35:40.787061 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-73f001ea-d3c3-46b4-b711-4a4ec9109891 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498357 Aug 27 04:35:40.882673 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-8ea4a153-0271-4315-b75c-d7d49f53809b service neutron] 10.222.0.53 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827012 Aug 27 04:35:40.976824 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7f3a33c7-cb2c-4ead-9b0b-33e2215fd8a7 service neutron] 10.222.0.53 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878611 Aug 27 04:35:41.287493 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188640c2-e1f7-4652-81ab-c8b257dbf4f7 req-fd92a521-e88b-4167-ac43-bec774588ee0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:41.294648 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-188640c2-e1f7-4652-81ab-c8b257dbf4f7 req-fd92a521-e88b-4167-ac43-bec774588ee0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0650067 Aug 27 04:35:41.355535 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-188640c2-e1f7-4652-81ab-c8b257dbf4f7 req-b4ec226c-7869-49d1-a1f9-d3c21d8926bf tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599134 Aug 27 04:35:41.355969 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76a0d7aa-04ad-42e0-95d8-25d643b96b64 req-931be02f-90a9-4549-9f58-c8234e8218cb tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0674200 Aug 27 04:35:41.560017 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ea17-7312-4781-93db-e767a2790f43 req-1b67e2c4-6af1-4508-a225-a3a910fd7ef1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:41.561085 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9216ea17-7312-4781-93db-e767a2790f43 req-1b67e2c4-6af1-4508-a225-a3a910fd7ef1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0713229 Aug 27 04:35:41.616899 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9216ea17-7312-4781-93db-e767a2790f43 req-b0de0a35-8700-45ba-915a-23d554fb7983 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488129 Aug 27 04:35:42.432893 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1935e49c-0709-4b8b-ab5f-bdefe0bfcb5d req-a09eb29b-6ff7-40f5-a2f9-7c013480035f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0266902 Aug 27 04:35:42.489690 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27628-2447-401f-a9fe-34ea03892a41 req-cc141e6c-748b-4ac3-af66-cb7a09cb646f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:42.491738 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b4c27628-2447-401f-a9fe-34ea03892a41 req-cc141e6c-748b-4ac3-af66-cb7a09cb646f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0497797 Aug 27 04:35:42.534208 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b4c27628-2447-401f-a9fe-34ea03892a41 req-c9fed4f0-f364-4b2b-9e84-87cc7838f579 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369751 Aug 27 04:35:42.723649 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46333e49-8ae9-43a8-a068-c24be470ee74 req-7cf8ad90-cb0a-416d-8082-837975627cb1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:42.725225 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-46333e49-8ae9-43a8-a068-c24be470ee74 req-7cf8ad90-cb0a-416d-8082-837975627cb1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0499241 Aug 27 04:35:42.764305 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-46333e49-8ae9-43a8-a068-c24be470ee74 req-e7894833-8947-46ac-b753-3ee209e16058 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Aug 27 04:35:43.269435 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:35:43.525721 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17de5f63-9262-44d5-a643-d7ef80b6f67e req-5b785523-1977-4202-879b-f0b424651652 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0268130 Aug 27 04:35:43.655966 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb9dbc-e8d5-4326-a993-5703d6054fd5 req-830817a5-01ff-42e0-aeb9-295d66447728 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:43.659438 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92bb9dbc-e8d5-4326-a993-5703d6054fd5 req-830817a5-01ff-42e0-aeb9-295d66447728 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0510521 Aug 27 04:35:43.697370 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92bb9dbc-e8d5-4326-a993-5703d6054fd5 req-2038a915-d697-4a66-95db-4f7692a13e64 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Aug 27 04:35:43.880356 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f31e2b-dca7-4eb5-a2f7-07b9ff2d74fe req-4de25fc4-06fe-4c14-a19f-9eca0a6fcb1f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:43.881880 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-55f31e2b-dca7-4eb5-a2f7-07b9ff2d74fe req-4de25fc4-06fe-4c14-a19f-9eca0a6fcb1f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0485885 Aug 27 04:35:43.921170 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-55f31e2b-dca7-4eb5-a2f7-07b9ff2d74fe req-6148e059-63b4-4c90-ae7c-3d86ffcf99e6 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334849 Aug 27 04:35:44.623243 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eaae0ff6-c064-492f-80ca-315019dbfb88 req-b410952a-836f-4462-a9bc-12500cd7358a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0300052 Aug 27 04:35:44.819919 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cf34f-c86d-4ffb-b103-08516074fefb req-a06a7d6e-fd5e-4c5b-8c99-f5dc378c2ee2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:44.821480 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ab7cf34f-c86d-4ffb-b103-08516074fefb req-a06a7d6e-fd5e-4c5b-8c99-f5dc378c2ee2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0499375 Aug 27 04:35:44.860012 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ab7cf34f-c86d-4ffb-b103-08516074fefb req-74458849-fb41-4f05-b215-450456a6f954 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327554 Aug 27 04:35:45.037077 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8fcfa-4398-4c92-b885-006b1f577be9 req-7ac62b7c-bf64-4673-a520-29efdef4c94a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:45.038558 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-04f8fcfa-4398-4c92-b885-006b1f577be9 req-7ac62b7c-bf64-4673-a520-29efdef4c94a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0493667 Aug 27 04:35:45.077159 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-04f8fcfa-4398-4c92-b885-006b1f577be9 req-81f86aec-1b63-48c7-a65b-5ee8ca44fddc tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327420 Aug 27 04:35:45.723125 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-997510f8-2930-434c-9871-795311b3e998 req-45a204b4-479c-4a19-abe0-b2c7753d0c9f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0321743 Aug 27 04:35:45.979873 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19f1c5-5b4b-410b-911e-46393fce5439 req-da3260a3-cac4-4715-88e2-46cf2d54ac65 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:45.981445 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a19f1c5-5b4b-410b-911e-46393fce5439 req-da3260a3-cac4-4715-88e2-46cf2d54ac65 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0496089 Aug 27 04:35:46.020989 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a19f1c5-5b4b-410b-911e-46393fce5439 req-9923e15d-cc6c-4ddd-9b0a-309f4b76d153 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330801 Aug 27 04:35:46.195236 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b42565-1526-4693-965f-f42c89f366f7 req-da20ce04-ca4b-44d8-a829-4a6578369249 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:46.196680 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24b42565-1526-4693-965f-f42c89f366f7 req-da20ce04-ca4b-44d8-a829-4a6578369249 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0503721 Aug 27 04:35:46.234056 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24b42565-1526-4693-965f-f42c89f366f7 req-4f39c9c4-2b8a-468f-831d-87dcace6d8fd tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Aug 27 04:35:46.815253 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d1d402cd-dc54-4bba-9443-d311fa7d4903 req-84ea734c-de3a-44e9-98ef-5753554b7cdb tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0250428 Aug 27 04:35:47.142927 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d9600-0d3f-4180-aa4e-9f043bf4446e req-41121905-6b2b-4816-be66-77766a3e7889 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:47.144426 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-011d9600-0d3f-4180-aa4e-9f043bf4446e req-41121905-6b2b-4816-be66-77766a3e7889 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0542829 Aug 27 04:35:47.180654 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-011d9600-0d3f-4180-aa4e-9f043bf4446e req-5f51ac0b-c03c-4358-80fb-25cb292f82b8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302470 Aug 27 04:35:47.351794 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b31d81-4910-420c-91a8-5c4d930b5297 req-016d8b2d-dbc2-4c49-b90d-3687c516fdc7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:47.353244 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f4b31d81-4910-420c-91a8-5c4d930b5297 req-016d8b2d-dbc2-4c49-b90d-3687c516fdc7 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0517781 Aug 27 04:35:47.391012 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f4b31d81-4910-420c-91a8-5c4d930b5297 req-222563b8-5114-4cc4-b05a-49577f943ee6 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Aug 27 04:35:47.905229 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17158123-2727-410b-874a-ff3d84f62f2e req-74dcc855-0f1e-4ffc-b470-f04865bc09ad tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0256946 Aug 27 04:35:48.300150 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a426b-aaf5-4782-9918-249835a331b0 req-87893724-1995-4845-a85a-62c7a72aef8e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:48.301618 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7c6a426b-aaf5-4782-9918-249835a331b0 req-87893724-1995-4845-a85a-62c7a72aef8e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0476434 Aug 27 04:35:48.338166 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7c6a426b-aaf5-4782-9918-249835a331b0 req-69c1186c-c1a6-4201-b533-3d9c0f3007d0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307224 Aug 27 04:35:48.508614 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957419e-93d0-4a2c-baba-d42656e15ebd req-5fed1464-4451-44fb-bd80-3cb0c64481e6 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:48.510086 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3957419e-93d0-4a2c-baba-d42656e15ebd req-5fed1464-4451-44fb-bd80-3cb0c64481e6 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0521500 Aug 27 04:35:48.546859 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3957419e-93d0-4a2c-baba-d42656e15ebd req-1849cf5b-3c85-415f-8ed4-76e55fcc8d82 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Aug 27 04:35:48.994004 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0c4dacd-f568-4a73-b669-b536a9677466 req-f1646a78-d4cd-4b21-be4f-f505afb81f24 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0262666 Aug 27 04:35:49.460525 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077bc32-a237-4e34-9f11-c177d1b1f7a0 req-0a0870ea-1b94-4f01-b9b6-3890f97e0b80 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:49.462023 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b077bc32-a237-4e34-9f11-c177d1b1f7a0 req-0a0870ea-1b94-4f01-b9b6-3890f97e0b80 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0494926 Aug 27 04:35:49.498759 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b077bc32-a237-4e34-9f11-c177d1b1f7a0 req-c952e2e0-518a-45bf-8099-879e8c171029 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308661 Aug 27 04:35:49.662021 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a6384-b005-4eca-bd7a-64a1db96a05b req-d51a3d17-749c-4f25-a9be-e1e44462ee0c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:49.663397 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6c7a6384-b005-4eca-bd7a-64a1db96a05b req-d51a3d17-749c-4f25-a9be-e1e44462ee0c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0509069 Aug 27 04:35:49.700452 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6c7a6384-b005-4eca-bd7a-64a1db96a05b req-ccd30780-12aa-4f2c-ab81-eb1cc473c428 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Aug 27 04:35:50.083018 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-31065aa6-b080-485c-aade-350652a89237 req-109fcf67-a4e8-4909-aae7-eed9a6bf4612 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0254247 Aug 27 04:35:50.615761 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f03c74-fd7f-4ba7-b443-c98909f74241 req-0beb4cc4-3aef-485b-922e-ec5af96922f2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:50.617272 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52f03c74-fd7f-4ba7-b443-c98909f74241 req-0beb4cc4-3aef-485b-922e-ec5af96922f2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0485020 Aug 27 04:35:50.653933 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52f03c74-fd7f-4ba7-b443-c98909f74241 req-061137a5-b7db-455b-aad3-a657fa4c3117 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308068 Aug 27 04:35:50.815685 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a040e33-3d96-4ef5-bd71-81109de054d9 req-b337519c-c41c-4040-aee4-21589028c27d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:50.817159 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3a040e33-3d96-4ef5-bd71-81109de054d9 req-b337519c-c41c-4040-aee4-21589028c27d tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Aug 27 04:35:50.853688 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3a040e33-3d96-4ef5-bd71-81109de054d9 req-43ffdeb2-f57a-4bc6-b8eb-07eaa6b72533 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Aug 27 04:35:51.172629 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8187989b-4ced-43c2-bb8e-3298647e45c4 req-18ad198b-5d3d-4f70-9627-6318b38488fe tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0251167 Aug 27 04:35:51.772879 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8a9fa-96a5-4bc6-ab45-7112068f6310 req-58cdded4-b0c4-4a81-a8ea-e2b4f32a976c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:51.774395 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0cd8a9fa-96a5-4bc6-ab45-7112068f6310 req-58cdded4-b0c4-4a81-a8ea-e2b4f32a976c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0490787 Aug 27 04:35:51.811916 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0cd8a9fa-96a5-4bc6-ab45-7112068f6310 req-07c5d7af-de5d-4bc7-996b-24c83d410f15 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316980 Aug 27 04:35:51.965011 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7f65-aa5b-401b-98bb-4baf8a9e3b84 req-f6c249ef-45fc-4911-aaae-2ac5cc5938d0 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:51.966418 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c08a7f65-aa5b-401b-98bb-4baf8a9e3b84 req-f6c249ef-45fc-4911-aaae-2ac5cc5938d0 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0470343 Aug 27 04:35:52.006740 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c08a7f65-aa5b-401b-98bb-4baf8a9e3b84 req-96e2bb8d-bb4f-466a-8838-29ba95c29c35 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339124 Aug 27 04:35:52.277060 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5d154855-d435-4dc2-97be-037ac0007cac req-7b1517da-6c0a-4a70-97e8-ca83c4e93b90 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0322616 Aug 27 04:35:52.295682 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-53e61cdf-8861-4d1e-b7ba-5ed64364533c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:52.297223 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-53e61cdf-8861-4d1e-b7ba-5ed64364533c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.35 "GET /v2.0/networks?id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a HTTP/1.1" status: 200 len: 809 time: 0.1274679 Aug 27 04:35:52.376432 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-aef6337a-10c7-42b2-86e9-af9d75165d27 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a HTTP/1.1" status: 200 len: 380 time: 0.0327623 Aug 27 04:35:52.389441 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Request body: {'port': {'device_id': 'e2051c4e-353b-4875-8217-513125bcaf66', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'admin_state_up': True, 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'security_groups': ['3ee91bf0-8676-4d71-9d08-5662044ab54e']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:52.493617 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Made reservation on behalf of a4c45e6a7cab4d2db5a499b8f2323e6a for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:35:52.496887 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:52.620234 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Allocated IP 172.20.0.3 (b21e6d58-b603-4de5-b590-c7fcfbf8b75a/1790164e-c947-4aa4-a4b7-0b3abb94d7ea/236b6127-484d-477e-b8eb-9cc2f556a39e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:35:52.756375 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:52.770003 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Transition to ACTIVE for port object 236b6127-484d-477e-b8eb-9cc2f556a39e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:35:52.801536 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:52.841994 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Network b21e6d58-b603-4de5-b590-c7fcfbf8b75a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:35:52.847059 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:35:52.850873 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:35:52.880377 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event updated for resources: {'Port': ['ID=236b6127-484d-477e-b8eb-9cc2f556a39e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:52.894721 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.895082 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.895431 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.895778 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.896143 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.896482 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.896818 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.897152 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.897484 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.897810 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.898141 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.898469 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:52.914628 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:52.915288 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:52.938166 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-7785169a-de59-4008-806d-3cabb1def6b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522368 Aug 27 04:35:52.944742 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e10ed-72f3-4a2f-b704-db8842e567a9 req-068fd53e-5305-4d75-b85b-01f97130235c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:52.946305 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ee9e10ed-72f3-4a2f-b704-db8842e567a9 req-068fd53e-5305-4d75-b85b-01f97130235c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0593712 Aug 27 04:35:52.986429 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ee9e10ed-72f3-4a2f-b704-db8842e567a9 req-910c619e-6f97-4739-844f-fb33e1837a57 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341051 Aug 27 04:35:53.061509 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Request body: {'port': {'device_id': 'e2051c4e-353b-4875-8217-513125bcaf66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:35:53.066395 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-559d3389-7c42-4767-91e2-5a64a4343a00 None None] Provisioning for port 236b6127-484d-477e-b8eb-9cc2f556a39e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:35:53.070202 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-559d3389-7c42-4767-91e2-5a64a4343a00 None None] Provisioning complete for port 236b6127-484d-477e-b8eb-9cc2f556a39e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:35:53.070889 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-559d3389-7c42-4767-91e2-5a64a4343a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:53.106119 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-559d3389-7c42-4767-91e2-5a64a4343a00 None None] Port 236b6127-484d-477e-b8eb-9cc2f556a39e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:35:53.391447 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07939ce1-8346-4c3a-a0b0-5c832714bd7a req-ae708218-0d9b-4be9-80bf-e9ec6f03ff56 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:53.393001 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-07939ce1-8346-4c3a-a0b0-5c832714bd7a req-ae708218-0d9b-4be9-80bf-e9ec6f03ff56 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.3110878 Aug 27 04:35:53.393591 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:53.400439 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45c70-8b4d-427c-8eab-85f4b38f617f req-d5bcb19a-17e3-4a19-8541-38fa45453c91 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:53.402051 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-26d45c70-8b4d-427c-8eab-85f4b38f617f req-d5bcb19a-17e3-4a19-8541-38fa45453c91 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 931 time: 0.0524163 Aug 27 04:35:53.446090 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-26d45c70-8b4d-427c-8eab-85f4b38f617f req-af73c890-2a71-4f3b-8ff7-71844a9c63d9 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367680 Aug 27 04:35:53.470440 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-07939ce1-8346-4c3a-a0b0-5c832714bd7a req-8f06ce35-0488-4274-9d9e-a08cf323a2d5 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688169 Aug 27 04:35:53.689355 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236b6127-484d-477e-b8eb-9cc2f556a39e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:35:53.696332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:53.708175 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Transition to ACTIVE for port object 236b6127-484d-477e-b8eb-9cc2f556a39e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:35:53.711648 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:53.786672 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Pushing event updated for resources: {'Port': ['ID=236b6127-484d-477e-b8eb-9cc2f556a39e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:53.842012 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Attempting to bind port 236b6127-484d-477e-b8eb-9cc2f556a39e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:35:53.842688 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Attempting to bind port 236b6127-484d-477e-b8eb-9cc2f556a39e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:35:53.843196 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Attempting to bind port 236b6127-484d-477e-b8eb-9cc2f556a39e on network b21e6d58-b603-4de5-b590-c7fcfbf8b75a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:35:53.848150 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Port 236b6127-484d-477e-b8eb-9cc2f556a39e on network b21e6d58-b603-4de5-b590-c7fcfbf8b75a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:35:53.848707 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Attempting to bind port 236b6127-484d-477e-b8eb-9cc2f556a39e on network b21e6d58-b603-4de5-b590-c7fcfbf8b75a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:35:53.853887 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:35:53.854445 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Checking segment: {'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:35:53.854833 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Bound using segment: {'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:35:53.855264 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Bound port: 236b6127-484d-477e-b8eb-9cc2f556a39e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de428508-6a21-481b-acea-d4d467ffa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:35:53.855626 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:53.926354 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] For port 236b6127-484d-477e-b8eb-9cc2f556a39e, host hv-cinder-80403, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:35:53.929539 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] For port 236b6127-484d-477e-b8eb-9cc2f556a39e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=236b6127-484d-477e-b8eb-9cc2f556a39e,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:35:53.934931 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:53.980972 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:53.981614 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:53.983028 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] 10.222.0.35 "PUT /v2.0/ports/236b6127-484d-477e-b8eb-9cc2f556a39e HTTP/1.1" status: 200 len: 1093 time: 0.9261994 Aug 27 04:35:53.983476 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:35:53.986361 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a38e59-2a28-4fa6-bb61-dfb7d3975675" -d '{"events": [{"name": "network-changed", "server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:35:54.025652 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22937ca-d834-431f-b0fe-550747e54780 service neutron] Pushing event updated for resources: {'Port': ['ID=236b6127-484d-477e-b8eb-9cc2f556a39e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:35:54.059008 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b7ecc6-c40c-45ed-9fe0-35b611558682 x-openstack-request-id: req-e0b7ecc6-c40c-45ed-9fe0-35b611558682 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:35:54.059372 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:35:54.059700 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0b7ecc6-c40c-45ed-9fe0-35b611558682 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:35:54.060193 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'status': 'completed', 'code': 200} Aug 27 04:35:54.151943 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-4e9f8e62-60af-45d0-8f71-a1f8ee7e7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:54.153619 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-4e9f8e62-60af-45d0-8f71-a1f8ee7e7eaa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a&device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1096 time: 0.0731556 Aug 27 04:35:54.162762 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77e257-819b-4a33-a847-6a6e4b479aca req-fb117a04-7574-445c-b01b-c29f670fabca tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:54.164321 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3e77e257-819b-4a33-a847-6a6e4b479aca req-fb117a04-7574-445c-b01b-c29f670fabca tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0739605 Aug 27 04:35:54.224776 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-c6931c32-54ed-4d9c-8e6c-2b89ea0b74ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236b6127-484d-477e-b8eb-9cc2f556a39e HTTP/1.1" status: 200 len: 217 time: 0.0412240 Aug 27 04:35:54.236428 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3e77e257-819b-4a33-a847-6a6e4b479aca req-f24194df-2aa8-4a8b-96a2-393ef373e14b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661094 Aug 27 04:35:54.278337 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-398b4249-b087-425d-9b68-60d3bb8f0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:54.279787 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-398b4249-b087-425d-9b68-60d3bb8f0219 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1790164e-c947-4aa4-a4b7-0b3abb94d7ea HTTP/1.1" status: 200 len: 848 time: 0.0426135 Aug 27 04:35:54.329860 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-45ed93bd-86ae-4054-860e-fbc14a583c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:54.331294 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-45ed93bd-86ae-4054-860e-fbc14a583c31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379353 Aug 27 04:35:54.423395 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-8c4fdd87-4f87-445d-8b46-08f769bd4a44 service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823047 Aug 27 04:35:54.530031 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5cf27ef1-f83d-48a8-8e04-454bc0cf9836 req-bad159a9-837b-468f-a951-1a3676347f0e service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830715 Aug 27 04:35:54.594155 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169df845-59a8-4fba-867d-5f5bb7e51b80 req-1782e8ea-04bd-48e8-8e9b-7c0505da8abe tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:54.596244 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-169df845-59a8-4fba-867d-5f5bb7e51b80 req-1782e8ea-04bd-48e8-8e9b-7c0505da8abe tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0561397 Aug 27 04:35:54.615290 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff4c7d-7fe9-4798-a79f-45ee2daacd8c req-7d579abd-8b97-4978-9641-75a506a30e99 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:54.616790 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f5ff4c7d-7fe9-4798-a79f-45ee2daacd8c req-7d579abd-8b97-4978-9641-75a506a30e99 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.1023412 Aug 27 04:35:54.634395 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-169df845-59a8-4fba-867d-5f5bb7e51b80 req-b657631a-8aee-4cc7-a55d-45b99b5d912c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Aug 27 04:35:54.659074 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f5ff4c7d-7fe9-4798-a79f-45ee2daacd8c req-a44faf28-0d50-441c-9879-2e35eb4f656a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361066 Aug 27 04:35:54.721074 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-8509a43c-b610-43fe-a297-95212f5b3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:54.722627 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-8509a43c-b610-43fe-a297-95212f5b3bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a&device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1096 time: 0.0403829 Aug 27 04:35:54.819234 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-552e72db-6cb2-4d62-9f4f-3c2dc824f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:54.820848 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-552e72db-6cb2-4d62-9f4f-3c2dc824f4ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a HTTP/1.1" status: 200 len: 910 time: 0.0844426 Aug 27 04:35:54.867430 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-64db7b1d-fbab-486c-a471-ee597a0aa533 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236b6127-484d-477e-b8eb-9cc2f556a39e HTTP/1.1" status: 200 len: 217 time: 0.0370114 Aug 27 04:35:54.917260 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-73098e19-8fe1-4d59-b622-8d53cf92569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:54.918718 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-73098e19-8fe1-4d59-b622-8d53cf92569d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1790164e-c947-4aa4-a4b7-0b3abb94d7ea HTTP/1.1" status: 200 len: 848 time: 0.0431330 Aug 27 04:35:54.969252 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-7c4ec7bd-91f0-4309-942a-34001540bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:54.970765 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-7c4ec7bd-91f0-4309-942a-34001540bc56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393944 Aug 27 04:35:55.086333 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-efb4164b-0a46-49d9-a3d3-673e9220c4b6 service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924435 Aug 27 04:35:55.192272 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30a38e59-2a28-4fa6-bb61-dfb7d3975675 req-57182fe9-8a02-4306-8999-71a30150dbeb service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866196 Aug 27 04:35:55.365757 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacf98e-3bec-4f8e-b134-1e5993c70332 req-3f3ac2d4-f52f-4e93-8e97-d132a2cc8673 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:55.367158 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2cacf98e-3bec-4f8e-b134-1e5993c70332 req-3f3ac2d4-f52f-4e93-8e97-d132a2cc8673 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0523987 Aug 27 04:35:55.404097 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2cacf98e-3bec-4f8e-b134-1e5993c70332 req-849ee234-d6a3-46f6-ac93-dafb0fedbbbe tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308170 Aug 27 04:35:55.770329 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099ef5e-9e7b-4c09-9057-a79b5c707a1e req-e7a540b7-9916-4b7e-86ab-b598af9a6840 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:55.771792 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2099ef5e-9e7b-4c09-9057-a79b5c707a1e req-e7a540b7-9916-4b7e-86ab-b598af9a6840 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0478609 Aug 27 04:35:55.809349 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2099ef5e-9e7b-4c09-9057-a79b5c707a1e req-22e05ab8-34a3-48af-a433-859e8aeae27d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Aug 27 04:35:56.521844 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef881d9-f836-4b30-a531-e9d7beffe32f req-95f7eefe-bae0-4a1e-8ada-77c25c2fc578 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:56.523308 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7ef881d9-f836-4b30-a531-e9d7beffe32f req-95f7eefe-bae0-4a1e-8ada-77c25c2fc578 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0491505 Aug 27 04:35:56.559959 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7ef881d9-f836-4b30-a531-e9d7beffe32f req-a15a4e9f-cafa-4143-ac67-8f8a3eeb2147 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307894 Aug 27 04:35:56.767160 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f374d16-3f66-4a00-8d05-c07a671e881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:56.919330 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04615-2400-4f4b-9eb0-e26a7999cbcf req-2e528abc-cb8d-4ebf-83c9-b0c2ebc3f3b3 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:56.920831 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ba04615-2400-4f4b-9eb0-e26a7999cbcf req-2e528abc-cb8d-4ebf-83c9-b0c2ebc3f3b3 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0473115 Aug 27 04:35:56.958318 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ba04615-2400-4f4b-9eb0-e26a7999cbcf req-c758ac8c-9b14-4923-bcd9-f22f329c9042 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314240 Aug 27 04:35:57.677348 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7733c-c9f6-4a99-8378-e89da32018ff req-0de063ed-4e72-4d41-8463-509493bcd350 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:57.678803 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-19b7733c-c9f6-4a99-8378-e89da32018ff req-0de063ed-4e72-4d41-8463-509493bcd350 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0475788 Aug 27 04:35:57.714823 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-19b7733c-c9f6-4a99-8378-e89da32018ff req-2e672e03-1f06-49af-98b4-6106c95c51ca tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302122 Aug 27 04:35:58.068155 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a3df4-c5a7-4059-8c31-e89eb6f5d3f8 req-da79d7fc-fb79-4693-baca-a391c241616b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:58.069609 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb9a3df4-c5a7-4059-8c31-e89eb6f5d3f8 req-da79d7fc-fb79-4693-baca-a391c241616b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0468106 Aug 27 04:35:58.109597 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb9a3df4-c5a7-4059-8c31-e89eb6f5d3f8 req-2d1acef6-7340-4a3a-b928-f2667b24b1f0 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342252 Aug 27 04:35:58.837368 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11885d7f-094d-4315-9105-01a55a8a2bd9 req-96364b7f-7183-41b1-8fb1-546b48e92e21 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:58.838847 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-11885d7f-094d-4315-9105-01a55a8a2bd9 req-96364b7f-7183-41b1-8fb1-546b48e92e21 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0521572 Aug 27 04:35:58.876623 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-11885d7f-094d-4315-9105-01a55a8a2bd9 req-26816e8c-d823-4f09-8d5c-29eba34acf01 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313015 Aug 27 04:35:59.050169 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2034851-23d8-42d0-80df-cf9828799c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:59.221174 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390dd23-2d30-4832-a8b9-02425241fbcf req-3dbf9156-3402-4642-a672-d5874ffcd6f3 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:59.222631 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a390dd23-2d30-4832-a8b9-02425241fbcf req-3dbf9156-3402-4642-a672-d5874ffcd6f3 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0485051 Aug 27 04:35:59.259609 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a390dd23-2d30-4832-a8b9-02425241fbcf req-8fadc488-fa8e-40d8-8009-cc3f2f37fe77 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311694 Aug 27 04:35:59.588848 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:59.719352 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa34890-286b-4ff2-b84d-2ab05dd2c299 req-a1d5d539-2b1d-4f2d-978b-2109c9587c8f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:59.720936 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3fa34890-286b-4ff2-b84d-2ab05dd2c299 req-a1d5d539-2b1d-4f2d-978b-2109c9587c8f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0474887 Aug 27 04:35:59.758081 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3fa34890-286b-4ff2-b84d-2ab05dd2c299 req-cfd70ef5-d3eb-48a2-8d2a-1929cb4e6c14 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Aug 27 04:35:59.995600 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fe6d9-a8aa-4d2e-91ef-74ed3701bc31 req-e9388562-2c71-4ace-834a-2ef1944d9e41 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:35:59.997091 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-066fe6d9-a8aa-4d2e-91ef-74ed3701bc31 req-e9388562-2c71-4ace-834a-2ef1944d9e41 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0483165 Aug 27 04:36:00.038742 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-066fe6d9-a8aa-4d2e-91ef-74ed3701bc31 req-e67687cb-a1fc-45db-9382-57569fd35f53 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357289 Aug 27 04:36:00.374551 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a234-2e8c-41fe-ade0-ff8ad0031cbf req-32f360c4-87ce-4e15-b923-d100263b2301 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:00.377357 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0899a234-2e8c-41fe-ade0-ff8ad0031cbf req-32f360c4-87ce-4e15-b923-d100263b2301 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0539219 Aug 27 04:36:00.394301 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:00.424156 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0899a234-2e8c-41fe-ade0-ff8ad0031cbf req-857fbad2-781a-4f8e-92d9-a574bd60aab6 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372734 Aug 27 04:36:00.870964 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19c1a0-561f-4afd-b11c-6b0d781c96a4 req-0694834e-e479-4bfc-b77b-99450a9cdb36 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:00.872507 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ab19c1a0-561f-4afd-b11c-6b0d781c96a4 req-0694834e-e479-4bfc-b77b-99450a9cdb36 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0495696 Aug 27 04:36:00.910132 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ab19c1a0-561f-4afd-b11c-6b0d781c96a4 req-10de1fc7-e97d-4f2d-8c53-2e2ad673f9d5 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Aug 27 04:36:01.106448 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 698af269-46a5-4892-822b-9ef4aa21fa2e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:36:01.155578 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8d11-88ab-4869-b15d-27fa2a48d668 req-3a2ff20a-cfa0-49f9-a5bd-55763b9fa053 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:01.157709 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80be8d11-88ab-4869-b15d-27fa2a48d668 req-3a2ff20a-cfa0-49f9-a5bd-55763b9fa053 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 944 time: 0.0490317 Aug 27 04:36:01.194297 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80be8d11-88ab-4869-b15d-27fa2a48d668 req-9c656e7b-0cbc-4684-9b3f-a0ec194462f0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305405 Aug 27 04:36:01.200316 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:01.212791 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'port_id': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'mac_address': 'fa:16:3e:78:f0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:36:01.249436 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:01.262174 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698af269-46a5-4892-822b-9ef4aa21fa2e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:36:01.280961 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:01.284342 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:01.332520 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:01.339209 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.339557 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.339970 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.340341 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.340682 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.341023 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.341358 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.341692 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.342028 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.342357 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.342685 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.343013 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:01.540622 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c488c90-1512-42f6-aac7-04132b887e52 req-39b0d388-eaf9-47ce-8834-a8004fa1777d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:01.542085 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c488c90-1512-42f6-aac7-04132b887e52 req-39b0d388-eaf9-47ce-8834-a8004fa1777d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0522137 Aug 27 04:36:01.579507 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c488c90-1512-42f6-aac7-04132b887e52 req-25603dcd-7b79-420f-92f6-01daf4e410db tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309615 Aug 27 04:36:02.020574 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dd627-2a2e-43e3-8eba-51258182f22f req-49c79753-d1ca-44c6-a7a9-193e9f1947b2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:02.022032 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f22dd627-2a2e-43e3-8eba-51258182f22f req-49c79753-d1ca-44c6-a7a9-193e9f1947b2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0482981 Aug 27 04:36:02.058857 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f22dd627-2a2e-43e3-8eba-51258182f22f req-68e9a5b0-2339-4617-8d61-9d74bfb78046 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310330 Aug 27 04:36:02.098449 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['698af269-46a5-4892-822b-9ef4aa21fa2e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:36:02.135049 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:02.310605 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c232080-56da-4c2a-ac6c-df2d43526ee3 req-6788c758-3c34-421d-a1cf-89cd298357e7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:02.312100 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2c232080-56da-4c2a-ac6c-df2d43526ee3 req-6788c758-3c34-421d-a1cf-89cd298357e7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 945 time: 0.0473588 Aug 27 04:36:02.349642 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2c232080-56da-4c2a-ac6c-df2d43526ee3 req-c09b60c8-bd6f-43ef-b84d-cc1853bef532 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312617 Aug 27 04:36:02.692148 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5faf4d-1db1-43f4-b45f-f919787f8794 req-e959f6c2-c528-4fa8-8161-1b98afabd568 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:02.693594 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d5faf4d-1db1-43f4-b45f-f919787f8794 req-e959f6c2-c528-4fa8-8161-1b98afabd568 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0474105 Aug 27 04:36:02.732236 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d5faf4d-1db1-43f4-b45f-f919787f8794 req-1241c46d-ef32-4fe0-8908-901d15b9dff2 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328023 Aug 27 04:36:03.174970 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea01e6d-6c43-4af3-9b05-69cfc8f45de8 req-6e4e307d-6a01-4f0d-8cc9-a0ade12f461c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:03.176583 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2ea01e6d-6c43-4af3-9b05-69cfc8f45de8 req-6e4e307d-6a01-4f0d-8cc9-a0ade12f461c tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0522883 Aug 27 04:36:03.217570 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2ea01e6d-6c43-4af3-9b05-69cfc8f45de8 req-da4b5d44-23c3-4ef1-a479-48e8ef8299f4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342023 Aug 27 04:36:03.467539 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8968a-3396-4a9d-802a-cac4ed1140f1 req-1fc9ae44-2fd2-4157-8955-3d26ce1d6483 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:03.469038 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32f8968a-3396-4a9d-802a-cac4ed1140f1 req-1fc9ae44-2fd2-4157-8955-3d26ce1d6483 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 945 time: 0.0481815 Aug 27 04:36:03.508166 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32f8968a-3396-4a9d-802a-cac4ed1140f1 req-aecf09a3-d9fe-4add-9a4f-e86d051775cd tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326266 Aug 27 04:36:03.777630 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:03.852244 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc15c2-719e-40de-91ab-90ed206aaf28 req-870177e4-1e7a-4c32-b11e-959d632030d8 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:03.853718 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cafc15c2-719e-40de-91ab-90ed206aaf28 req-870177e4-1e7a-4c32-b11e-959d632030d8 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0525203 Aug 27 04:36:03.891337 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cafc15c2-719e-40de-91ab-90ed206aaf28 req-3fe295d9-93f1-4e28-9635-4f4931515ce3 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319016 Aug 27 04:36:04.329610 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80cd4-110d-4472-877d-dc6537b08098 req-f1703054-b73a-41bd-b0d9-8e4fb97a153a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:04.331076 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56b80cd4-110d-4472-877d-dc6537b08098 req-f1703054-b73a-41bd-b0d9-8e4fb97a153a tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0475845 Aug 27 04:36:04.368959 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56b80cd4-110d-4472-877d-dc6537b08098 req-73f0a24e-4e10-4aa5-92a3-89a37ff3ec07 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Aug 27 04:36:04.559804 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-cc5916d2-e24e-455d-adc1-3bd6ed7906c4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:04.561333 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-cc5916d2-e24e-455d-adc1-3bd6ed7906c4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.35 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 945 time: 0.0489945 Aug 27 04:36:04.675216 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb07b2-8a19-4220-bc59-70ddbc399411 req-4e423dc7-b153-457d-a84b-6eef26dc0668 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:04.676729 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-02bb07b2-8a19-4220-bc59-70ddbc399411 req-4e423dc7-b153-457d-a84b-6eef26dc0668 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 945 time: 0.0983806 Aug 27 04:36:04.713586 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-1308ab2c-204d-45e4-bde2-0a812b122a32 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Deleting port c3463dab-7cf3-45d8-9707-77a461c168a9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:36:04.713927 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-1308ab2c-204d-45e4-bde2-0a812b122a32 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:04.761079 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-02bb07b2-8a19-4220-bc59-70ddbc399411 req-41c5379f-843e-4c5c-885c-e2e644e8569a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781045 Aug 27 04:36:04.809645 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-1308ab2c-204d-45e4-bde2-0a812b122a32 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] For port c3463dab-7cf3-45d8-9707-77a461c168a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3463dab-7cf3-45d8-9707-77a461c168a9,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:04.809942 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-1308ab2c-204d-45e4-bde2-0a812b122a32 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:04.822188 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-1308ab2c-204d-45e4-bde2-0a812b122a32 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Calling delete_port for c3463dab-7cf3-45d8-9707-77a461c168a9 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:36:04.934688 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-25751226-4939-41de-9692-ec274b138ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:04.936212 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-25751226-4939-41de-9692-ec274b138ba4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 1098 time: 0.0412159 Aug 27 04:36:04.954335 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-1308ab2c-204d-45e4-bde2-0a812b122a32 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:04.981558 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308ab2c-204d-45e4-bde2-0a812b122a32 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Pushing event deleted for resources: {'Port': ['ID=c3463dab-7cf3-45d8-9707-77a461c168a9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:05.001178 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['c3463dab-7cf3-45d8-9707-77a461c168a9', '8d848bd3-1806-43f5-a0cc-2ccc980f7264'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:36:05.028976 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-1308ab2c-204d-45e4-bde2-0a812b122a32 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] No DVR routers for this DVR port c3463dab-7cf3-45d8-9707-77a461c168a9 on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:36:05.032025 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-1308ab2c-204d-45e4-bde2-0a812b122a32 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:05.034180 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67368b2b-6f6c-4630-aad4-61d747fc1e35 req-1308ab2c-204d-45e4-bde2-0a812b122a32 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.35 "DELETE /v2.0/ports/c3463dab-7cf3-45d8-9707-77a461c168a9 HTTP/1.1" status: 204 len: 173 time: 0.4635139 Aug 27 04:36:05.034631 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8098ad-7c9c-4ba5-992d-392f9cd1742a', 'name': 'network-vif-deleted', 'tag': 'c3463dab-7cf3-45d8-9707-77a461c168a9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:36:05.037162 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe252542-b791-4f22-8d72-abbc789edae3" -d '{"events": [{"server_uuid": "df8098ad-7c9c-4ba5-992d-392f9cd1742a", "name": "network-vif-deleted", "tag": "c3463dab-7cf3-45d8-9707-77a461c168a9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:36:05.074954 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fa2fdb-9c37-4afa-8cf3-324749dc5311 x-openstack-request-id: req-e3fa2fdb-9c37-4afa-8cf3-324749dc5311 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:36:05.075365 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8098ad-7c9c-4ba5-992d-392f9cd1742a", "name": "network-vif-deleted", "tag": "c3463dab-7cf3-45d8-9707-77a461c168a9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:36:05.075560 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3fa2fdb-9c37-4afa-8cf3-324749dc5311 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:36:05.076097 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8098ad-7c9c-4ba5-992d-392f9cd1742a', 'name': 'network-vif-deleted', 'tag': 'c3463dab-7cf3-45d8-9707-77a461c168a9', 'status': 'completed', 'code': 200} Aug 27 04:36:05.087616 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88bb12-6245-434c-843a-012dcd1fea04 req-d3523130-ed0e-4519-891a-e4884767a634 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:05.089156 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a88bb12-6245-434c-843a-012dcd1fea04 req-d3523130-ed0e-4519-891a-e4884767a634 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.1322348 Aug 27 04:36:05.122536 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-ea2d6e33-f3f1-4a87-8f99-bd077e6d0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:05.124104 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-ea2d6e33-f3f1-4a87-8f99-bd077e6d0827 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.1657851 Aug 27 04:36:05.146126 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 236b6127-484d-477e-b8eb-9cc2f556a39e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:36:05.151082 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a88bb12-6245-434c-843a-012dcd1fea04 req-8d140d26-1fe7-4157-9408-3aac6eee4458 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513289 Aug 27 04:36:05.155786 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 698af269-46a5-4892-822b-9ef4aa21fa2e up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:36:05.207195 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-7a1ebe11-843b-43ad-91d3-eddbd6dec32a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698af269-46a5-4892-822b-9ef4aa21fa2e HTTP/1.1" status: 200 len: 1001 time: 0.0652871 Aug 27 04:36:05.260001 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-2dba9289-e188-4b6b-bf06-7cad404138ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:05.261468 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-2dba9289-e188-4b6b-bf06-7cad404138ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0452015 Aug 27 04:36:05.284250 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 236b6127-484d-477e-b8eb-9cc2f556a39e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=236b6127-484d-477e-b8eb-9cc2f556a39e,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:05.296779 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 698af269-46a5-4892-822b-9ef4aa21fa2e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:05.297175 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:05.299713 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'port_id': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'mac_address': 'fa:16:3e:4a:66:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:36:05.307745 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-97785dae-c35e-472c-9bad-e32e7856dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:05.309259 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-97785dae-c35e-472c-9bad-e32e7856dea0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386996 Aug 27 04:36:05.366877 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:05.400276 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236b6127-484d-477e-b8eb-9cc2f556a39e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:36:05.409022 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-715b09f4-51cc-4740-a6ea-76537e38d808 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893388 Aug 27 04:36:05.429229 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 236b6127-484d-477e-b8eb-9cc2f556a39e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=236b6127-484d-477e-b8eb-9cc2f556a39e,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:05.431813 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:05.440670 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:05.475739 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:36:05.478005 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e3d158-186a-475c-8074-1494c274a28a" -d '{"events": [{"server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "name": "network-vif-plugged", "status": "completed", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:36:05.490712 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7203c006-8fe8-464f-92df-aa2f8bb2696f req-d617f5fa-6335-4072-90b3-c638f23b94a6 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8098ad-7c9c-4ba5-992d-392f9cd1742a HTTP/1.1" status: 200 len: 210 time: 0.0338082 Aug 27 04:36:05.498708 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:05.502866 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32a10c51-4b26-4dd5-8eae-cf0488dca820 req-401e6844-cda3-490c-b44e-38d639d6c17d service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863545 Aug 27 04:36:05.509905 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:05.519765 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=236b6127-484d-477e-b8eb-9cc2f556a39e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:05.543242 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8b2b24-7104-4ff4-b462-257d1497f414 x-openstack-request-id: req-ba8b2b24-7104-4ff4-b462-257d1497f414 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:36:05.543535 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "name": "network-vif-plugged", "status": "completed", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:36:05.543786 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba8b2b24-7104-4ff4-b462-257d1497f414 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:36:05.544264 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'code': 200} Aug 27 04:36:05.567768 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:05.893788 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba35bb-55d4-45c6-8ecc-1a9ca521b01e req-984b3d87-d1eb-4e5d-844f-bfec51510bfa tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:05.895252 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-84ba35bb-55d4-45c6-8ecc-1a9ca521b01e req-984b3d87-d1eb-4e5d-844f-bfec51510bfa tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0501623 Aug 27 04:36:05.933329 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-84ba35bb-55d4-45c6-8ecc-1a9ca521b01e req-38c8ad13-8da9-4dca-bee1-7fb43baf67d3 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319662 Aug 27 04:36:06.070814 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['236b6127-484d-477e-b8eb-9cc2f556a39e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:36:06.254733 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cb66b-c484-459f-8fa4-a76471202476 req-faacf004-5370-4e84-ac38-506925920117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:06.256275 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d21cb66b-c484-459f-8fa4-a76471202476 req-faacf004-5370-4e84-ac38-506925920117 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 1100 time: 0.0742192 Aug 27 04:36:06.286990 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac99bfc-b186-4856-a0a3-462ecd64621d req-524e4745-86fe-44d3-a1df-e2327ecd0aed tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:06.288471 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ac99bfc-b186-4856-a0a3-462ecd64621d req-524e4745-86fe-44d3-a1df-e2327ecd0aed tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 944 time: 0.0642982 Aug 27 04:36:06.315852 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d21cb66b-c484-459f-8fa4-a76471202476 req-514327c5-3581-4baa-8278-3d42e898e333 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512378 Aug 27 04:36:06.334458 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ac99bfc-b186-4856-a0a3-462ecd64621d req-ab45ad7e-01e8-4b9a-ad42-5ce93bd4f459 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391345 Aug 27 04:36:06.761983 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651e7a-f8ee-433c-87a4-3d2f4c014d7b req-aa8e510b-c336-4609-b35e-2098e374bdfb tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:06.763423 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1651e7a-f8ee-433c-87a4-3d2f4c014d7b req-aa8e510b-c336-4609-b35e-2098e374bdfb tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0477579 Aug 27 04:36:06.800047 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1651e7a-f8ee-433c-87a4-3d2f4c014d7b req-7ca2411e-6ae0-450d-b007-73595a5caf37 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Aug 27 04:36:07.147875 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5442b5-f171-42da-987a-6e5859c4555c req-0c811f00-de5d-47e3-8b45-d8321c13f5ac tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:07.149337 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6d5442b5-f171-42da-987a-6e5859c4555c req-0c811f00-de5d-47e3-8b45-d8321c13f5ac tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0472524 Aug 27 04:36:07.170772 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device c3463dab-7cf3-45d8-9707-77a461c168a9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:36:07.186715 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6d5442b5-f171-42da-987a-6e5859c4555c req-c69e21c9-6a3e-4503-a84d-c8d81ad8b848 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316188 Aug 27 04:36:07.191581 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: c3463dab-7cf3-45d8-9707-77a461c168a9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:36:07.191937 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device c3463dab-7cf3-45d8-9707-77a461c168a9 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:36:07.449276 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fc6dd-ce91-404d-ae65-25a317af2d06 req-be6b0e4c-f0fb-4265-a5aa-123944878987 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:07.450743 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-db6fc6dd-ce91-404d-ae65-25a317af2d06 req-be6b0e4c-f0fb-4265-a5aa-123944878987 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 944 time: 0.0506897 Aug 27 04:36:07.487296 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-db6fc6dd-ce91-404d-ae65-25a317af2d06 req-0619bcf5-858e-4e17-adb2-bfaecae07303 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299785 Aug 27 04:36:07.913615 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb1b6d-a125-4363-93ce-4a43095714a5 req-c407b1eb-778b-413f-bff4-2e85082fedfb tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:07.915108 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74fb1b6d-a125-4363-93ce-4a43095714a5 req-c407b1eb-778b-413f-bff4-2e85082fedfb tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0506208 Aug 27 04:36:07.950950 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74fb1b6d-a125-4363-93ce-4a43095714a5 req-03af749f-933e-454b-945d-6f5c6bc16dd3 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300982 Aug 27 04:36:08.303979 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eff1f-aae5-4772-91fa-0fef0a0d2e26 req-5fe5e40f-db19-4361-acf4-a506a4f627d9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:08.305467 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-db7eff1f-aae5-4772-91fa-0fef0a0d2e26 req-5fe5e40f-db19-4361-acf4-a506a4f627d9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0478370 Aug 27 04:36:08.342655 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-db7eff1f-aae5-4772-91fa-0fef0a0d2e26 req-c0ee5816-34e7-4d6d-ae1f-7833a1edfe26 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314934 Aug 27 04:36:08.601713 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb5afe-dac9-4d17-9703-164f236deb0e req-fc00141e-1402-4dab-a8cd-790fd0820696 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:08.603550 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cdeb5afe-dac9-4d17-9703-164f236deb0e req-fc00141e-1402-4dab-a8cd-790fd0820696 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 944 time: 0.0509670 Aug 27 04:36:08.642877 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cdeb5afe-dac9-4d17-9703-164f236deb0e req-2108da17-79b2-41c4-a63a-69e181f3af76 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333362 Aug 27 04:36:09.062239 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227a2a3-ca40-4a48-8d58-c648b9da7d7d req-21685814-aadd-4a56-bdd1-9aab0c00d9f4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:09.064331 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c227a2a3-ca40-4a48-8d58-c648b9da7d7d req-21685814-aadd-4a56-bdd1-9aab0c00d9f4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0467319 Aug 27 04:36:09.102497 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c227a2a3-ca40-4a48-8d58-c648b9da7d7d req-68cbe5e6-46de-4721-929a-808195604ff4 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Aug 27 04:36:09.170083 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 236b6127-484d-477e-b8eb-9cc2f556a39e up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:36:09.219278 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 236b6127-484d-477e-b8eb-9cc2f556a39e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:36:09.222699 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 236b6127-484d-477e-b8eb-9cc2f556a39e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:09.223086 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:09.296160 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:09.318273 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:36:09.320491 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678def24-dfb8-4e49-b965-d46dbba99604" -d '{"events": [{"server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "name": "network-vif-plugged", "status": "completed", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:36:09.333000 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 236b6127-484d-477e-b8eb-9cc2f556a39e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=236b6127-484d-477e-b8eb-9cc2f556a39e,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:09.336892 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:09.365960 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d1cb88-b521-4d91-a0d5-ce03daae57ed x-openstack-request-id: req-a1d1cb88-b521-4d91-a0d5-ce03daae57ed {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:36:09.365960 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "name": "network-vif-plugged", "status": "completed", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:36:09.365960 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1d1cb88-b521-4d91-a0d5-ce03daae57ed {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:36:09.365960 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'code': 200} Aug 27 04:36:09.389949 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=236b6127-484d-477e-b8eb-9cc2f556a39e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:09.466416 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f23c60-1b94-4afc-b68e-356f36238aa1 req-df724926-803a-4106-992e-7e1237c52f15 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:09.467952 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-59f23c60-1b94-4afc-b68e-356f36238aa1 req-df724926-803a-4106-992e-7e1237c52f15 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0533597 Aug 27 04:36:09.505590 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-59f23c60-1b94-4afc-b68e-356f36238aa1 req-00c15a89-f64d-415f-9c8b-da554ffcf730 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318244 Aug 27 04:36:09.690751 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2bb1f-0ac5-4177-a384-d1bdf9e8e4cc req-7342b677-7e8d-4a77-8cd5-261c02cac4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:09.692282 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d5f2bb1f-0ac5-4177-a384-d1bdf9e8e4cc req-7342b677-7e8d-4a77-8cd5-261c02cac4c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1098 time: 0.0402625 Aug 27 04:36:09.756431 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d5f2bb1f-0ac5-4177-a384-d1bdf9e8e4cc req-f27a0236-f3ea-43c3-b954-fb160d865ccf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540504 Aug 27 04:36:09.774115 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca293ad-91ea-4146-a18d-04b9e67ec23a req-2cc12664-090f-4fe0-86bd-c0b516935762 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:09.775515 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aca293ad-91ea-4146-a18d-04b9e67ec23a req-2cc12664-090f-4fe0-86bd-c0b516935762 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0611234 Aug 27 04:36:09.812903 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aca293ad-91ea-4146-a18d-04b9e67ec23a req-9170f38a-8391-4814-8c71-c7466f12d898 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Aug 27 04:36:10.215356 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0623ab-9800-423f-8af0-5e54ea381626 req-6470cc73-d52f-4093-88e5-c67b13903343 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:10.216850 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4d0623ab-9800-423f-8af0-5e54ea381626 req-6470cc73-d52f-4093-88e5-c67b13903343 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0476520 Aug 27 04:36:10.254288 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4d0623ab-9800-423f-8af0-5e54ea381626 req-4b463842-d65d-4ee9-96fd-d7b20ed58116 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309966 Aug 27 04:36:10.922820 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7205ed-e1a7-468c-9b5e-3fe7bfa3d7dd req-86d0c472-878d-4fae-98d1-3528783e6aca tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:10.924296 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3e7205ed-e1a7-468c-9b5e-3fe7bfa3d7dd req-86d0c472-878d-4fae-98d1-3528783e6aca tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0471444 Aug 27 04:36:10.961866 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3e7205ed-e1a7-468c-9b5e-3fe7bfa3d7dd req-846511c4-1091-46d5-a254-9db68d64e129 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310678 Aug 27 04:36:11.366948 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b3c4-f6db-456f-97d9-114950716be8 req-6cb7d507-445f-47a8-8d09-e47d92d8a3fa tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:11.368506 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7a49b3c4-f6db-456f-97d9-114950716be8 req-6cb7d507-445f-47a8-8d09-e47d92d8a3fa tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0483050 Aug 27 04:36:11.406095 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7a49b3c4-f6db-456f-97d9-114950716be8 req-3168d573-0d09-485a-9dd0-48af6c7b5fc1 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Aug 27 04:36:12.076669 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7db66-61d5-4ad3-afda-88b348c0497f req-f4a34959-51a5-4d51-a96b-c2ef6b03cf24 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:12.078065 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-31f7db66-61d5-4ad3-afda-88b348c0497f req-f4a34959-51a5-4d51-a96b-c2ef6b03cf24 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0468378 Aug 27 04:36:12.114769 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-31f7db66-61d5-4ad3-afda-88b348c0497f req-cddefb99-363e-4b90-839e-c8eb8c563816 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304611 Aug 27 04:36:12.228315 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927320-b756-4a14-a71f-a46c3b5c59a3 req-2b9d41d5-8cc9-4112-828d-4d1c8da39c5b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:12.229765 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-28927320-b756-4a14-a71f-a46c3b5c59a3 req-2b9d41d5-8cc9-4112-828d-4d1c8da39c5b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0500071 Aug 27 04:36:12.266925 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-28927320-b756-4a14-a71f-a46c3b5c59a3 req-0bc45ff3-0143-4fc8-807b-2a9a5cac96e7 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307987 Aug 27 04:36:12.287292 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34336) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:12.366177 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec00e44-2c2a-40e6-b663-610581af82ab tempest-TestShelveInstance-1602061572 tempest-TestShelveInstance-1602061572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:12.367682 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6ec00e44-2c2a-40e6-b663-610581af82ab tempest-TestShelveInstance-1602061572 tempest-TestShelveInstance-1602061572-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1093 time: 0.0794683 Aug 27 04:36:12.370478 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34340) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:12.374747 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Request body: {'floatingip': {'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'port_id': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:36:12.396159 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:12.491795 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:12.523530 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d81e9-4631-479b-bfe8-b83bb3358426 req-033c77ff-70a4-4ccb-a143-0f07cf29cdb6 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:12.525031 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-870d81e9-4631-479b-bfe8-b83bb3358426 req-033c77ff-70a4-4ccb-a143-0f07cf29cdb6 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0528450 Aug 27 04:36:12.563348 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-870d81e9-4631-479b-bfe8-b83bb3358426 req-7f2cf5ea-b9de-4ace-a2b1-f421ff10914f tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323620 Aug 27 04:36:12.596835 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Allocated IP 172.27.1.79 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/73925581-4fb1-475e-8b07-241d59419312) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:36:12.698363 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:12.737140 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:12.774043 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:36:12.779041 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:36:12.783269 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:36:12.789001 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event updated for resources: {'Port': ['ID=73925581-4fb1-475e-8b07-241d59419312,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:13.130861 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:13.193478 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:13.339889 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:13.344167 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:13.407748 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event updated for resources: {'Port': ['ID=73925581-4fb1-475e-8b07-241d59419312,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:13.420845 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:13.518049 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Floating IP 2bbd0612-b5e7-46a2-9845-6e8950b6ecf1 associated. External IP: 172.27.1.79, port: 236b6127-484d-477e-b8eb-9cc2f556a39e. Aug 27 04:36:13.955343 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e28ad-c98b-4bde-829d-9591d5f00a66 req-233995a8-58a2-4f9f-9d93-4b21d9638084 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:13.956866 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5d8e28ad-c98b-4bde-829d-9591d5f00a66 req-233995a8-58a2-4f9f-9d93-4b21d9638084 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.3039722 Aug 27 04:36:13.982552 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Router 43b5d212-f698-42dd-934c-03d44d1298f5 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:36:14.037930 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5d8e28ad-c98b-4bde-829d-9591d5f00a66 req-357b447d-1142-474d-a629-18d37eacee85 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748641 Aug 27 04:36:14.102068 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:36:14.112902 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] Sync routers for ids ['43b5d212-f698-42dd-934c-03d44d1298f5'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:36:14.119015 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:14.122740 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] Routers {'43b5d212-f698-42dd-934c-03d44d1298f5'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:36:14.123479 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:35:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['43b5d212-f698-42dd-934c-03d44d1298f5'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:14.149046 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8c565a94-78ff-454a-82f4-dcc0abf0aa93 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7775714 Aug 27 04:36:14.149671 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:36:14.152003 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316" -d '{"events": [{"name": "network-changed", "server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:36:14.188019 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a3fc91-6602-47e9-a3f9-8df030e797e2 x-openstack-request-id: req-b5a3fc91-6602-47e9-a3f9-8df030e797e2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:36:14.188328 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:36:14.188584 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5a3fc91-6602-47e9-a3f9-8df030e797e2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:36:14.188986 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'status': 'completed', 'code': 200} Aug 27 04:36:14.229866 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] Set router 43b5d212-f698-42dd-934c-03d44d1298f5 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:36:14.342801 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-27b272f1-1d06-4647-bbe5-f8c227bcc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:14.344664 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-27b272f1-1d06-4647-bbe5-f8c227bcc9d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a&device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1098 time: 0.0840435 Aug 27 04:36:14.445487 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-8c0f5fbc-a9a1-4d00-9652-91b511da3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:14.447506 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-8c0f5fbc-a9a1-4d00-9652-91b511da3e34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a HTTP/1.1" status: 200 len: 910 time: 0.0901678 Aug 27 04:36:14.452057 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:57Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2bbd0612-b5e7-46a2-9845-6e8950b6ecf1', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'port_id': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'mac_address': 'fa:16:3e:4a:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2051c4e-353b-4875-8217-513125bcaf66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:36:12Z', 'updated_at': '2021-08-27T04:36:12Z', 'revision_number': 0, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae82a6a-90db-42e7-bfc8-a963937a4539', 'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'mac_address': 'fa:16:3e:dc:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:56Z', 'updated_at': '2021-08-27T04:35:04Z', 'revision_number': 5, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'subnets': [{'id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:14.477605 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] Checking router: 43b5d212-f698-42dd-934c-03d44d1298f5 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:36:14.486528 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] Routers {'43b5d212-f698-42dd-934c-03d44d1298f5'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:36:14.487138 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:35:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['43b5d212-f698-42dd-934c-03d44d1298f5'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:14.522303 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-8fe8c75d-c571-4b3e-b8e4-9455cc7f50fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236b6127-484d-477e-b8eb-9cc2f556a39e HTTP/1.1" status: 200 len: 998 time: 0.0610178 Aug 27 04:36:14.573008 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-7c098cc4-7d17-492e-be84-f2bd46aabb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:14.574439 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-7c098cc4-7d17-492e-be84-f2bd46aabb99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1790164e-c947-4aa4-a4b7-0b3abb94d7ea HTTP/1.1" status: 200 len: 848 time: 0.0444462 Aug 27 04:36:14.590813 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] Set router 43b5d212-f698-42dd-934c-03d44d1298f5 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:36:14.623710 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-c486a724-9faa-456c-bbab-5af81c312ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:14.625998 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-c486a724-9faa-456c-bbab-5af81c312ed6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440905 Aug 27 04:36:14.731933 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-40d79edf-ba96-48d1-b2e0-a8a159fa0f17 service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911183 Aug 27 04:36:14.812937 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:57Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2bbd0612-b5e7-46a2-9845-6e8950b6ecf1', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'port_id': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'mac_address': 'fa:16:3e:4a:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2051c4e-353b-4875-8217-513125bcaf66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:36:12Z', 'updated_at': '2021-08-27T04:36:12Z', 'revision_number': 0, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae82a6a-90db-42e7-bfc8-a963937a4539', 'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'mac_address': 'fa:16:3e:dc:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:56Z', 'updated_at': '2021-08-27T04:35:04Z', 'revision_number': 5, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'subnets': [{'id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:14.826638 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd8ea08d-e130-4b55-93dd-7b6cbcee1316 req-99571180-e1f9-40b6-9bc9-8747f2ace93f service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866661 Aug 27 04:36:14.842500 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08043b-14a5-4030-9265-3cdb1a64ccd0 None None] The sync data for ids ['43b5d212-f698-42dd-934c-03d44d1298f5'] in dv-cinder-804035-5-iscsi is: [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:57Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2bbd0612-b5e7-46a2-9845-6e8950b6ecf1', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'port_id': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'mac_address': 'fa:16:3e:4a:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2051c4e-353b-4875-8217-513125bcaf66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:36:12Z', 'updated_at': '2021-08-27T04:36:12Z', 'revision_number': 0, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae82a6a-90db-42e7-bfc8-a963937a4539', 'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'mac_address': 'fa:16:3e:dc:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:56Z', 'updated_at': '2021-08-27T04:35:04Z', 'revision_number': 5, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'subnets': [{'id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:36:15.023195 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f8682-5f32-4977-bef5-f65767d75cc3 None None] New status for floating IP 2bbd0612-b5e7-46a2-9845-6e8950b6ecf1: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:36:15.156414 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa7c48-3d9c-4311-ada4-3e95fad8a9dd req-ecdef9be-3f1a-44a4-910a-58933b3594b2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:15.157816 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-02fa7c48-3d9c-4311-ada4-3e95fad8a9dd req-ecdef9be-3f1a-44a4-910a-58933b3594b2 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.0504377 Aug 27 04:36:15.197860 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-02fa7c48-3d9c-4311-ada4-3e95fad8a9dd req-5ef37bff-5983-4207-9e00-fe380db9cf37 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335207 Aug 27 04:36:15.520689 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-e4542e89-4435-477a-9776-866edcc25c14 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:15.522126 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-e4542e89-4435-477a-9776-866edcc25c14 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 945 time: 0.2393644 Aug 27 04:36:15.609871 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-ffe11828-8acf-4da9-89a1-76e8cc400224 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Deleting port 8d848bd3-1806-43f5-a0cc-2ccc980f7264 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:36:15.610212 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-ffe11828-8acf-4da9-89a1-76e8cc400224 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:15.693817 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-ffe11828-8acf-4da9-89a1-76e8cc400224 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] For port 8d848bd3-1806-43f5-a0cc-2ccc980f7264, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8d848bd3-1806-43f5-a0cc-2ccc980f7264,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:15.694177 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-ffe11828-8acf-4da9-89a1-76e8cc400224 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:15.706282 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-ffe11828-8acf-4da9-89a1-76e8cc400224 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Calling delete_port for 8d848bd3-1806-43f5-a0cc-2ccc980f7264 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:36:15.829500 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-ffe11828-8acf-4da9-89a1-76e8cc400224 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:15.854793 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe11828-8acf-4da9-89a1-76e8cc400224 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Pushing event deleted for resources: {'Port': ['ID=8d848bd3-1806-43f5-a0cc-2ccc980f7264,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:15.882337 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['8d848bd3-1806-43f5-a0cc-2ccc980f7264'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:36:15.895928 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-ffe11828-8acf-4da9-89a1-76e8cc400224 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] No DVR routers for this DVR port 8d848bd3-1806-43f5-a0cc-2ccc980f7264 on host hv-cinder-80403 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:36:15.898423 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-ffe11828-8acf-4da9-89a1-76e8cc400224 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:15.900380 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c3966517-c9d0-4530-a711-074c8bd6b0e4 req-ffe11828-8acf-4da9-89a1-76e8cc400224 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.35 "DELETE /v2.0/ports/8d848bd3-1806-43f5-a0cc-2ccc980f7264 HTTP/1.1" status: 204 len: 173 time: 0.3715091 Aug 27 04:36:15.900803 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e594817-f3cc-40e6-babe-c736641fb9a9', 'name': 'network-vif-deleted', 'tag': '8d848bd3-1806-43f5-a0cc-2ccc980f7264'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:36:15.903746 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb03b44e-f872-41b5-86f5-897bd0fc6ae0" -d '{"events": [{"server_uuid": "0e594817-f3cc-40e6-babe-c736641fb9a9", "name": "network-vif-deleted", "tag": "8d848bd3-1806-43f5-a0cc-2ccc980f7264"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:36:15.937663 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c051ee4a-5f92-4f5c-8da4-1c7f0d070e34 x-openstack-request-id: req-c051ee4a-5f92-4f5c-8da4-1c7f0d070e34 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:36:15.937937 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e594817-f3cc-40e6-babe-c736641fb9a9", "name": "network-vif-deleted", "tag": "8d848bd3-1806-43f5-a0cc-2ccc980f7264", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:36:15.938251 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c051ee4a-5f92-4f5c-8da4-1c7f0d070e34 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:36:15.938577 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e594817-f3cc-40e6-babe-c736641fb9a9', 'name': 'network-vif-deleted', 'tag': '8d848bd3-1806-43f5-a0cc-2ccc980f7264', 'status': 'completed', 'code': 200} Aug 27 04:36:16.299811 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9d4dcddb-64cb-4dfb-aed0-36244ae79498 req-df76c1ec-0128-4d50-b7b3-8fb70b779557 tempest-ServerRescueNegativeTestJSON-1379089392 tempest-ServerRescueNegativeTestJSON-1379089392-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e594817-f3cc-40e6-babe-c736641fb9a9 HTTP/1.1" status: 200 len: 210 time: 0.0262563 Aug 27 04:36:17.353446 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34364) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:17.754206 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769167'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:18.036608 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] Deleting port dd0cf196-465e-4b15-9b02-20cf34b5fb70 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:36:18.036862 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:18.112465 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] For port dd0cf196-465e-4b15-9b02-20cf34b5fb70, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=dd0cf196-465e-4b15-9b02-20cf34b5fb70,segment=NetworkSegment(178edaf6-7d8a-47f1-a150-3fad2c3b06ba),segment_id=178edaf6-7d8a-47f1-a150-3fad2c3b06ba)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:18.112833 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:18.126850 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] Calling delete_port for dd0cf196-465e-4b15-9b02-20cf34b5fb70 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:36:18.304574 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:18.333379 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0cf196-465e-4b15-9b02-20cf34b5fb70,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:18.495061 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768965'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:18.701989 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] Router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:36:18.813916 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:36:18.819179 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-aefd1ee3-3c86-4f5c-84de-31b6866c0f3c admin admin] 10.222.0.53 "PUT /v2.0/routers/ea19d78d-9cad-4c5e-8259-aaa8239f97a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4646332 Aug 27 04:36:18.821727 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34366) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:18.822444 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] Sync routers for ids ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:36:18.832062 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] Routers {'ea19d78d-9cad-4c5e-8259-aaa8239f97a4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:36:18.832730 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:35:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:18.927217 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:18.944559 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] Set router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:36:19.027964 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.081713 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Deleting port fb80f106-4498-4090-b37f-5adc36d40289 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:36:19.082057 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.127866 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-router', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:36:18Z', 'revision_number': 5, 'project_id': '9079f423a2eb4541878e236b831b352d', 'gw_port': {'id': 'fb80f106-4498-4090-b37f-5adc36d40289', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ac:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:19.157946 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] Checking router: ea19d78d-9cad-4c5e-8259-aaa8239f97a4 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:36:19.164573 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] For port fb80f106-4498-4090-b37f-5adc36d40289, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=fb80f106-4498-4090-b37f-5adc36d40289,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:19.164994 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.166700 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] Routers {'ea19d78d-9cad-4c5e-8259-aaa8239f97a4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:36:19.167313 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:35:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:19.179262 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Calling delete_port for fb80f106-4498-4090-b37f-5adc36d40289 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:36:19.224062 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 8d848bd3-1806-43f5-a0cc-2ccc980f7264 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:36:19.244575 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 8d848bd3-1806-43f5-a0cc-2ccc980f7264 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:36:19.244921 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 8d848bd3-1806-43f5-a0cc-2ccc980f7264 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:36:19.248668 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] Set router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:36:19.348279 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.381308 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb80f106-4498-4090-b37f-5adc36d40289,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:19.381718 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-router', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:36:19Z', 'revision_number': 6, 'project_id': '9079f423a2eb4541878e236b831b352d', 'gw_port_host': None}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:19.408263 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12a0a9-35d8-4c43-9d8e-2f1fd176c62e None None] The sync data for ids ['ea19d78d-9cad-4c5e-8259-aaa8239f97a4'] in dv-cinder-804035-5-iscsi is: [{'id': 'ea19d78d-9cad-4c5e-8259-aaa8239f97a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1117910747-router', 'tenant_id': '9079f423a2eb4541878e236b831b352d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:32:25Z', 'updated_at': '2021-08-27T04:36:19Z', 'revision_number': 6, 'project_id': '9079f423a2eb4541878e236b831b352d', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:36:19.669497 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767007'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.769871 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37859'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.772053 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.854916 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740495'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.855475 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea19d78d-9cad-4c5e-8259-aaa8239f97a4 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:36:19.864336 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.867782 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1dc1ca36-6f23-4a2c-9064-d7b36f72ea6c admin admin] 10.222.0.53 "DELETE /v2.0/routers/ea19d78d-9cad-4c5e-8259-aaa8239f97a4 HTTP/1.1" status: 204 len: 168 time: 1.0428400 Aug 27 04:36:19.868169 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34368) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:19.910961 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f09b028-0dc8-4d0a-a03c-8a361fa8b6aa admin admin] Deleting subnet 12f1069b-2111-4fbb-849f-5e9b92aa608f {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:36:19.914057 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f09b028-0dc8-4d0a-a03c-8a361fa8b6aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.950353 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f09b028-0dc8-4d0a-a03c-8a361fa8b6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:19.996734 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f09b028-0dc8-4d0a-a03c-8a361fa8b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.048413 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f09b028-0dc8-4d0a-a03c-8a361fa8b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.073586 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09b028-0dc8-4d0a-a03c-8a361fa8b6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f1069b-2111-4fbb-849f-5e9b92aa608f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:20.079223 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f09b028-0dc8-4d0a-a03c-8a361fa8b6aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.082510 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1f09b028-0dc8-4d0a-a03c-8a361fa8b6aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/12f1069b-2111-4fbb-849f-5e9b92aa608f HTTP/1.1" status: 204 len: 168 time: 0.2121494 Aug 27 04:36:20.083592 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34370) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:20.153307 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.239747 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.249819 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0eabd0-6457-4c9f-8893-a95600de2933']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:20.257271 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device dd0cf196-465e-4b15-9b02-20cf34b5fb70 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:36:20.260114 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178edaf6-7d8a-47f1-a150-3fad2c3b06ba') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:20.260417 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178edaf6-7d8a-47f1-a150-3fad2c3b06ba') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:20.269376 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8049203'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.269744 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:36:20.277249 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: dd0cf196-465e-4b15-9b02-20cf34b5fb70 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:36:20.277601 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device dd0cf196-465e-4b15-9b02-20cf34b5fb70 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:36:20.284534 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.293335 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:36:20.293818 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7353074'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: Traceback (most recent call last): Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: timer() Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: cb(*args, **kw) Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: return func(*args, **kwargs) Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: self._notify() Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: self.callback(batched_events) Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: event.method(event) Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: return f(self, *a, **k) Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._get(url).json() Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:36:20.295743 dv-cinder-804035-5-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:36:20.355508 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.361484 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.363602 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] 10.222.0.53 "DELETE /v2.0/networks/5a0eabd0-6457-4c9f-8893-a95600de2933 HTTP/1.1" status: 204 len: 168 time: 0.2788026 Aug 27 04:36:20.374711 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73650f39-1222-4a70-80c8-2e3ad48dddef admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0eabd0-6457-4c9f-8893-a95600de2933,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:20.537918 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 34374) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:20.576125 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8425b4ce-dd8e-4a44-bf3a-cf11936d4b12 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9079f423a2eb4541878e236b831b352d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369692 Aug 27 04:36:20.578468 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 34376) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:20.628577 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.648834 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.693649 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.696237 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.698713 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf HTTP/1.1" status: 204 len: 168 time: 0.1193306 Aug 27 04:36:20.707332 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ece6b8-7a3e-41c1-8ba9-a50280b48ecf,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:20.714233 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.714587 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.714933 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.715271 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.715603 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.715937 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.716300 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.716628 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.716960 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.717289 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.717610 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:20.717936 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b199e-27b6-419f-9c68-e43075fac9a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:21.829903 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device fb80f106-4498-4090-b37f-5adc36d40289 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:36:21.853431 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: fb80f106-4498-4090-b37f-5adc36d40289 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:36:21.853789 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device fb80f106-4498-4090-b37f-5adc36d40289 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:36:23.406820 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 34510) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:23.508138 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f22048b2-0bc2-485c-81b5-11c6c46d4166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:23.596686 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f22048b2-0bc2-485c-81b5-11c6c46d4166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:23.600232 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f22048b2-0bc2-485c-81b5-11c6c46d4166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:23.637313 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f22048b2-0bc2-485c-81b5-11c6c46d4166 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d84107b8c1d14e70b2b02fdc2f4f3ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293110 Aug 27 04:36:23.638458 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22048b2-0bc2-485c-81b5-11c6c46d4166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2be06-f76e-47cc-9981-ac2e1e52b3be,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:23.640088 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34514) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:23.688035 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99676457-9cf0-4db1-a966-82f1a68689e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:23.709271 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99676457-9cf0-4db1-a966-82f1a68689e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:23.754656 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99676457-9cf0-4db1-a966-82f1a68689e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:23.757357 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99676457-9cf0-4db1-a966-82f1a68689e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:23.758575 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-99676457-9cf0-4db1-a966-82f1a68689e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1b2be06-f76e-47cc-9981-ac2e1e52b3be HTTP/1.1" status: 204 len: 168 time: 0.1174967 Aug 27 04:36:23.766369 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99676457-9cf0-4db1-a966-82f1a68689e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b2be06-f76e-47cc-9981-ac2e1e52b3be,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:24.011687 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34522) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:24.025561 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e92c92f7-107e-4fd3-8927-7c178a5fb92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:24.114768 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e92c92f7-107e-4fd3-8927-7c178a5fb92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:24.118344 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e92c92f7-107e-4fd3-8927-7c178a5fb92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:24.155369 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e92c92f7-107e-4fd3-8927-7c178a5fb92a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cf06cf7d0dd4265bc18534d62252cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425757 Aug 27 04:36:24.156483 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c92f7-107e-4fd3-8927-7c178a5fb92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d6e453-8d97-457e-9c76-a4577b1b8bd3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:24.158151 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 34524) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:24.208273 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a56eb1e-1287-414d-95c4-f28f1cf9fb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:24.231829 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a56eb1e-1287-414d-95c4-f28f1cf9fb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:24.278414 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a56eb1e-1287-414d-95c4-f28f1cf9fb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:24.281281 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a56eb1e-1287-414d-95c4-f28f1cf9fb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:24.282889 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1a56eb1e-1287-414d-95c4-f28f1cf9fb23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12d6e453-8d97-457e-9c76-a4577b1b8bd3 HTTP/1.1" status: 204 len: 168 time: 0.1235988 Aug 27 04:36:24.292087 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56eb1e-1287-414d-95c4-f28f1cf9fb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d6e453-8d97-457e-9c76-a4577b1b8bd3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:26.768447 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1d501c4-3cfe-4147-a2cc-210dd4ab5176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:29.050886 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84e7bcab-f9d5-42a0-80b8-86e8233008b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:29.590475 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:30.396771 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:32.115204 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:33.783790 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:56.768985 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-edff9ad0-44f3-4391-b7da-86b8b9d0b71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:57.270565 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:36:59.052567 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f0b76384-af02-4d25-948c-503c90889b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:59.592752 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:00.399304 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:02.118460 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:02.786740 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34754) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:02.893980 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:02.980001 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:02.983294 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.020673 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcd05ec6b5eb406da90c3372a68a59d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328823 Aug 27 04:37:03.021516 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b3d452-50b3-4a27-b8af-cca66d013cde,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:03.023369 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 34760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:03.029183 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.029542 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.029885 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.030259 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.030598 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.030935 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.031263 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.031598 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.031925 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.032281 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.032606 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.032928 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd50e5-ed71-467e-aa95-603fb13026f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:03.071851 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f29de76-973b-4a16-a58d-d8ced3862bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.093455 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f29de76-973b-4a16-a58d-d8ced3862bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.137165 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f29de76-973b-4a16-a58d-d8ced3862bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.139621 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f29de76-973b-4a16-a58d-d8ced3862bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.140776 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6f29de76-973b-4a16-a58d-d8ced3862bd7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41b3d452-50b3-4a27-b8af-cca66d013cde HTTP/1.1" status: 204 len: 168 time: 0.1164215 Aug 27 04:37:03.148187 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29de76-973b-4a16-a58d-d8ced3862bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b3d452-50b3-4a27-b8af-cca66d013cde,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:03.395475 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 34766) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:03.408415 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59451069-b69d-4697-9bef-9bb07cd69a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.496049 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59451069-b69d-4697-9bef-9bb07cd69a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.499859 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59451069-b69d-4697-9bef-9bb07cd69a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.538656 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-59451069-b69d-4697-9bef-9bb07cd69a5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e16542fac4940bb8061c4126a5d69a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420937 Aug 27 04:37:03.539508 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59451069-b69d-4697-9bef-9bb07cd69a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ddd164-5784-46c1-aec3-9ddb92890928,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:03.541358 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34770) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:03.590534 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b862-2d59-42bf-9d76-4b5905fb9ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.611429 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b862-2d59-42bf-9d76-4b5905fb9ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.655928 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b862-2d59-42bf-9d76-4b5905fb9ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.658450 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b862-2d59-42bf-9d76-4b5905fb9ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:03.659610 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b7b9b862-2d59-42bf-9d76-4b5905fb9ffd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96ddd164-5784-46c1-aec3-9ddb92890928 HTTP/1.1" status: 204 len: 168 time: 0.1171649 Aug 27 04:37:03.668214 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9b862-2d59-42bf-9d76-4b5905fb9ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ddd164-5784-46c1-aec3-9ddb92890928,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:03.793459 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:05.977734 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-b6dbeae8-b5a9-457f-a544-084cc274406f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392072 Aug 27 04:37:06.056276 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-92b58224-0d1a-4735-920b-8487a15b6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:06.057721 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-92b58224-0d1a-4735-920b-8487a15b6d02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d957eb500948908f38f0f427a9017b&device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1137 time: 0.0392177 Aug 27 04:37:06.162438 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-79cb309e-7901-4bcd-803a-1255c8564b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:06.163812 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-79cb309e-7901-4bcd-803a-1255c8564b63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 200 len: 916 time: 0.0856457 Aug 27 04:37:06.227723 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-f1d7e33a-b484-455b-85fc-3eb95856520a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 1000 time: 0.0552258 Aug 27 04:37:06.276197 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-80fef26d-668e-4e2d-8e12-30a0d613fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:06.277566 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-80fef26d-668e-4e2d-8e12-30a0d613fdd8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5be63fc-2f82-4c73-913f-6e753c1161d4 HTTP/1.1" status: 200 len: 854 time: 0.0418775 Aug 27 04:37:06.329084 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-a0b527bd-8bd9-4886-b3ab-c0319b06a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:06.330551 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-a0b527bd-8bd9-4886-b3ab-c0319b06a05c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6393701f-2879-4fc5-bc44-476f65707d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422814 Aug 27 04:37:06.419521 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-2cebed58-d2ac-463d-bf5e-554951870495 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788231 Aug 27 04:37:06.513735 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b11157e7-960c-484a-9c8d-57c18dbe0884 req-590a636c-219d-4d7c-ae7d-1611adbe5805 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862634 Aug 27 04:37:09.556529 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 34848) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:09.657197 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69182a99-94fc-4cc8-90cc-07ca68937b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:09.743784 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69182a99-94fc-4cc8-90cc-07ca68937b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:09.748257 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69182a99-94fc-4cc8-90cc-07ca68937b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:09.785153 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-69182a99-94fc-4cc8-90cc-07ca68937b35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f24e1b44aa5d4017a49ff8b9fd6b8ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275710 Aug 27 04:37:09.786018 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69182a99-94fc-4cc8-90cc-07ca68937b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b06080-75d4-467d-a253-9683af6773a8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:09.787848 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34852) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:09.836544 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05e7b9f2-cb15-4ee7-bbb2-d0034a0a7934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:09.859547 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05e7b9f2-cb15-4ee7-bbb2-d0034a0a7934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:09.904815 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05e7b9f2-cb15-4ee7-bbb2-d0034a0a7934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:09.907797 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05e7b9f2-cb15-4ee7-bbb2-d0034a0a7934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:09.909390 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-05e7b9f2-cb15-4ee7-bbb2-d0034a0a7934 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5b06080-75d4-467d-a253-9683af6773a8 HTTP/1.1" status: 204 len: 168 time: 0.1191063 Aug 27 04:37:09.919337 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7b9f2-cb15-4ee7-bbb2-d0034a0a7934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b06080-75d4-467d-a253-9683af6773a8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:10.159557 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34858) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:10.173449 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d854ba18-d1c2-481e-b6d5-a692b48b3f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:10.265619 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d854ba18-d1c2-481e-b6d5-a692b48b3f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:10.269392 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d854ba18-d1c2-481e-b6d5-a692b48b3f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:10.306945 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d854ba18-d1c2-481e-b6d5-a692b48b3f3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbfd3104ac5b40bb836a266c01810ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462817 Aug 27 04:37:10.308857 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854ba18-d1c2-481e-b6d5-a692b48b3f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446a4d1b-b29a-4dad-974e-8243e85af118,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:10.309806 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 34860) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:10.357711 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a869b48a-9001-4647-9be9-47839009fc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:10.378296 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a869b48a-9001-4647-9be9-47839009fc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:10.424026 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a869b48a-9001-4647-9be9-47839009fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:10.426617 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a869b48a-9001-4647-9be9-47839009fc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:10.427739 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a869b48a-9001-4647-9be9-47839009fc53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/446a4d1b-b29a-4dad-974e-8243e85af118 HTTP/1.1" status: 204 len: 168 time: 0.1169720 Aug 27 04:37:10.435197 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869b48a-9001-4647-9be9-47839009fc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446a4d1b-b29a-4dad-974e-8243e85af118,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:12.392661 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 34930) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:12.493629 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95c6bef7-0b53-4ca6-b564-6c412025ab8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:12.583254 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95c6bef7-0b53-4ca6-b564-6c412025ab8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:12.586222 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95c6bef7-0b53-4ca6-b564-6c412025ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:12.624323 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-95c6bef7-0b53-4ca6-b564-6c412025ab8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b786e46bc6ba4d9b92a1b16563cdfa75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305479 Aug 27 04:37:12.625161 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6bef7-0b53-4ca6-b564-6c412025ab8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f8450d-f297-462d-bec1-794ab15e94c7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:12.627812 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34934) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:12.676035 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-329b6757-6c6d-4a0d-8525-ba9801b05ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:12.696632 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-329b6757-6c6d-4a0d-8525-ba9801b05ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:12.744908 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-329b6757-6c6d-4a0d-8525-ba9801b05ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:12.748030 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-329b6757-6c6d-4a0d-8525-ba9801b05ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:12.749208 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-329b6757-6c6d-4a0d-8525-ba9801b05ca3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41f8450d-f297-462d-bec1-794ab15e94c7 HTTP/1.1" status: 204 len: 168 time: 0.1199472 Aug 27 04:37:12.756752 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b6757-6c6d-4a0d-8525-ba9801b05ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f8450d-f297-462d-bec1-794ab15e94c7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:13.001330 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34940) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:13.014339 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6f40254-b735-485d-bd4a-28f10ccec318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:13.101073 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6f40254-b735-485d-bd4a-28f10ccec318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:13.104649 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6f40254-b735-485d-bd4a-28f10ccec318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:13.141001 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f40254-b735-485d-bd4a-28f10ccec318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8381e11-f848-4d9c-8e24-4218423094d8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:13.145337 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f6f40254-b735-485d-bd4a-28f10ccec318 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f59a7d2c79743149b816e27a9e4986d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429524 Aug 27 04:37:13.147930 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34942) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:13.197833 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-55857134-1943-42a3-83fa-0ebbf7d08c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:13.218827 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-55857134-1943-42a3-83fa-0ebbf7d08c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:13.266309 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-55857134-1943-42a3-83fa-0ebbf7d08c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:13.268914 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-55857134-1943-42a3-83fa-0ebbf7d08c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:13.270070 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-55857134-1943-42a3-83fa-0ebbf7d08c34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8381e11-f848-4d9c-8e24-4218423094d8 HTTP/1.1" status: 204 len: 168 time: 0.1212180 Aug 27 04:37:13.278384 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55857134-1943-42a3-83fa-0ebbf7d08c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8381e11-f848-4d9c-8e24-4218423094d8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:13.925109 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 34966) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:14.017106 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1228559370-network', 'tenant_id': 'ecbf39b95058423f95015e37925d1a8d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:37:14.036625 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Made reservation on behalf of ecbf39b95058423f95015e37925d1a8d for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:37:14.038724 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.046893 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.134406 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.139091 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.158704 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:37:14.173373 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf13c56-160c-496d-9856-6933acf9df24,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:14.176172 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.176520 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Added segment 74d73b91-d781-42da-8d74-a0f14fcd2278 of type vlan for network 2c4a6e7e-9097-4463-a2f9-98b692a514cf Aug 27 04:37:14.218741 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.245270 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.246824 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:14.247405 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.298945 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3724823 Aug 27 04:37:14.301834 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 34970) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:37:14.306858 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Request body: {'subnet': {'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1228559370-subnet', 'tenant_id': 'ecbf39b95058423f95015e37925d1a8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:37:14.307565 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd72ca-eedd-4e58-8429-0a19f149e828 admin admin] Pushing event updated for resources: {'Network': ['ID=2c4a6e7e-9097-4463-a2f9-98b692a514cf,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:14.318814 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 2c4a6e7e-9097-4463-a2f9-98b692a514cf details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:37:14.329737 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Made reservation on behalf of ecbf39b95058423f95015e37925d1a8d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:37:14.332478 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154548'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.499496 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7353175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154438'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.558884 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96cdd410-73d8-4241-aac5-972d108cb688,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:14.565536 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Checking segment: {'id': '74d73b91-d781-42da-8d74-a0f14fcd2278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:37:14.565900 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Network hostable DHCP agents. Network: 2c4a6e7e-9097-4463-a2f9-98b692a514cf, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:37:14.582919 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Network 2c4a6e7e-9097-4463-a2f9-98b692a514cf is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:37:14.592220 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 2c4a6e7e-9097-4463-a2f9-98b692a514cf) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:37:14.596394 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:14.596986 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:14.602516 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d863c-6637-4e74-bbe8-22951ff24fa7 None None] Network 2c4a6e7e-9097-4463-a2f9-98b692a514cf requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:37:14.611448 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e5b26f5b-c596-4efb-9bf9-7786ef66cac2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3085217 Aug 27 04:37:14.728744 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba689b36-5099-45ed-ab21-707768141211 None None] Network 2c4a6e7e-9097-4463-a2f9-98b692a514cf requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:37:17.431225 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-fba68e9c-a354-4e4e-8112-dad3135552a2 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:17.432817 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-fba68e9c-a354-4e4e-8112-dad3135552a2 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/networks?id=2c4a6e7e-9097-4463-a2f9-98b692a514cf HTTP/1.1" status: 200 len: 814 time: 0.1023734 Aug 27 04:37:17.447752 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-7d4e3fd1-03ec-4351-9248-8f011b02274c tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/quotas/ecbf39b95058423f95015e37925d1a8d HTTP/1.1" status: 200 len: 375 time: 0.0094857 Aug 27 04:37:17.480566 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-003f7da9-0e7e-4f9f-a8df-dd389094a7c2 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecbf39b95058423f95015e37925d1a8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264199 Aug 27 04:37:17.627073 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-492e402a-08cf-4390-b5f7-80f53d59307f service neutron] 10.222.0.53 "GET /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389658 Aug 27 04:37:17.727554 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-3f8cf35a-907d-4f31-8687-baea7ea71619 service neutron] 10.222.0.53 "GET /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943577 Aug 27 04:37:17.885452 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-848c8253-6085-4b62-b485-b1b0637b8b26 req-765a6745-f9da-441d-bd79-ac093845365c tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 210 time: 0.0264430 Aug 27 04:37:19.002253 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-afd1f6c9-dcf2-45f9-8ce0-5b6e00d65af2 req-79efdb8b-f389-4b85-9b13-b7d1c74d1f65 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 210 time: 0.0318427 Aug 27 04:37:19.135219 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-c85f3ef5-3309-42dc-b47b-b7c1b4bde8ed tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:19.136699 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-c85f3ef5-3309-42dc-b47b-b7c1b4bde8ed tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.35 "GET /v2.0/networks?id=2c4a6e7e-9097-4463-a2f9-98b692a514cf HTTP/1.1" status: 200 len: 814 time: 0.1057668 Aug 27 04:37:19.158210 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Request body: {'port': {'device_id': 'a6d0e701-d87a-47cf-8d1a-a4244db04fe9', 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf', 'admin_state_up': True, 'tenant_id': 'ecbf39b95058423f95015e37925d1a8d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:37:19.264650 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Made reservation on behalf of ecbf39b95058423f95015e37925d1a8d for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:37:19.268058 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:19.392253 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Allocated IP 172.20.0.12 (2c4a6e7e-9097-4463-a2f9-98b692a514cf/96cdd410-73d8-4241-aac5-972d108cb688/4d991ffc-660b-476d-9195-4a393686c29d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:37:19.536637 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:19.574162 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:19.620590 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Network 2c4a6e7e-9097-4463-a2f9-98b692a514cf is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:37:19.623644 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:37:19.628236 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:37:19.631970 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Pushing event updated for resources: {'Port': ['ID=4d991ffc-660b-476d-9195-4a393686c29d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:19.676291 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:19.676910 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:19.690689 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-07b2a945-be03-4cc2-959c-a4c4687e87ff tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5367780 Aug 27 04:37:19.712863 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Request body: {'port': {'device_id': 'a6d0e701-d87a-47cf-8d1a-a4244db04fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:37:19.768055 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:20.041624 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d991ffc-660b-476d-9195-4a393686c29d {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:37:20.043185 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d63da3-e7d0-4c99-b463-9207d318eeea req-8f7956f2-0308-47e1-8cc6-8e700c86eed0 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:20.045325 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-41d63da3-e7d0-4c99-b463-9207d318eeea req-8f7956f2-0308-47e1-8cc6-8e700c86eed0 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0523295 Aug 27 04:37:20.050050 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:20.062547 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Transition to ACTIVE for port object 4d991ffc-660b-476d-9195-4a393686c29d will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:37:20.066869 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:20.093824 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-41d63da3-e7d0-4c99-b463-9207d318eeea req-862d387a-75a1-4a5b-acb6-c4e9f1961f10 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416088 Aug 27 04:37:20.153078 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Pushing event updated for resources: {'Port': ['ID=4d991ffc-660b-476d-9195-4a393686c29d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:20.184279 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5cc56-c9a0-4a3e-9652-10e264fc4481 req-571d1df2-9a1d-4e1e-b1d2-9ddc701845ae tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:20.186325 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b3a5cc56-c9a0-4a3e-9652-10e264fc4481 req-571d1df2-9a1d-4e1e-b1d2-9ddc701845ae tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 944 time: 0.0931866 Aug 27 04:37:20.254606 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b3a5cc56-c9a0-4a3e-9652-10e264fc4481 req-d3f26544-abaa-4d4c-bab1-04421dfe3e1f tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501678 Aug 27 04:37:20.258620 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Attempting to bind port 4d991ffc-660b-476d-9195-4a393686c29d on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:37:20.258959 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Attempting to bind port 4d991ffc-660b-476d-9195-4a393686c29d by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '74d73b91-d781-42da-8d74-a0f14fcd2278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:37:20.259297 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Attempting to bind port 4d991ffc-660b-476d-9195-4a393686c29d on network 2c4a6e7e-9097-4463-a2f9-98b692a514cf {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:37:20.263620 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Port 4d991ffc-660b-476d-9195-4a393686c29d on network 2c4a6e7e-9097-4463-a2f9-98b692a514cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:37:20.263957 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Attempting to bind port 4d991ffc-660b-476d-9195-4a393686c29d on network 2c4a6e7e-9097-4463-a2f9-98b692a514cf {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:37:20.268760 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:37:20.269097 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Checking segment: {'id': '74d73b91-d781-42da-8d74-a0f14fcd2278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:37:20.269477 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Bound using segment: {'id': '74d73b91-d781-42da-8d74-a0f14fcd2278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:37:20.269905 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Bound port: 4d991ffc-660b-476d-9195-4a393686c29d, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74d73b91-d781-42da-8d74-a0f14fcd2278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:37:20.270265 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:20.330826 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] For port 4d991ffc-660b-476d-9195-4a393686c29d, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:37:20.333741 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] For port 4d991ffc-660b-476d-9195-4a393686c29d, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4d991ffc-660b-476d-9195-4a393686c29d,segment=NetworkSegment(74d73b91-d781-42da-8d74-a0f14fcd2278),segment_id=74d73b91-d781-42da-8d74-a0f14fcd2278)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:37:20.338229 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:20.374002 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:20.374617 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:20.376031 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] 10.222.0.35 "PUT /v2.0/ports/4d991ffc-660b-476d-9195-4a393686c29d HTTP/1.1" status: 200 len: 1094 time: 0.6685801 Aug 27 04:37:20.377957 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d0e701-d87a-47cf-8d1a-a4244db04fe9', 'tag': '4d991ffc-660b-476d-9195-4a393686c29d'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:37:20.380189 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493c0336-3b14-40bb-9b0d-a67ae932ad59" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d0e701-d87a-47cf-8d1a-a4244db04fe9", "tag": "4d991ffc-660b-476d-9195-4a393686c29d"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:37:20.405180 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebcabb-1fcc-49c2-92cc-703bd66c2991 service neutron] Pushing event updated for resources: {'Port': ['ID=4d991ffc-660b-476d-9195-4a393686c29d,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:20.474049 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19e2ac7-2c64-4612-a647-310506bbd4bb x-openstack-request-id: req-f19e2ac7-2c64-4612-a647-310506bbd4bb {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:37:20.474350 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d0e701-d87a-47cf-8d1a-a4244db04fe9", "tag": "4d991ffc-660b-476d-9195-4a393686c29d", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:37:20.474610 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f19e2ac7-2c64-4612-a647-310506bbd4bb {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:37:20.475043 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d0e701-d87a-47cf-8d1a-a4244db04fe9', 'tag': '4d991ffc-660b-476d-9195-4a393686c29d', 'status': 'completed', 'code': 200} Aug 27 04:37:20.671436 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c0336-3b14-40bb-9b0d-a67ae932ad59 req-eaeaeebe-5c85-46d5-ad53-bf5c863f0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:20.672889 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-493c0336-3b14-40bb-9b0d-a67ae932ad59 req-eaeaeebe-5c85-46d5-ad53-bf5c863f0f02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecbf39b95058423f95015e37925d1a8d&device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0408027 Aug 27 04:37:20.853210 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c0336-3b14-40bb-9b0d-a67ae932ad59 req-39a43e20-f08f-4bae-a0c8-56f84e6b61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:20.854693 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-493c0336-3b14-40bb-9b0d-a67ae932ad59 req-39a43e20-f08f-4bae-a0c8-56f84e6b61a5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ecbf39b95058423f95015e37925d1a8d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1638863 Aug 27 04:37:21.015386 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c0336-3b14-40bb-9b0d-a67ae932ad59 req-4f5126d3-805a-4f85-be26-a6fd3a3a3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:21.016894 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-493c0336-3b14-40bb-9b0d-a67ae932ad59 req-4f5126d3-805a-4f85-be26-a6fd3a3a3669 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545775 Aug 27 04:37:21.373510 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad17818-0a6c-4913-b648-92de5f4a8eb3 req-5ad8433b-8a3e-4a89-86a4-887494d32616 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:21.375036 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ad17818-0a6c-4913-b648-92de5f4a8eb3 req-5ad8433b-8a3e-4a89-86a4-887494d32616 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 944 time: 0.0506072 Aug 27 04:37:21.386691 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-807126b4-9790-4c59-a9b7-9d93002e3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:21.388246 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-807126b4-9790-4c59-a9b7-9d93002e3f2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecbf39b95058423f95015e37925d1a8d&device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 1097 time: 0.2720242 Aug 27 04:37:21.402512 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8c188-d325-4d11-825f-ca069eaddb89 req-845bfc18-4c5d-4e72-bfc6-dd5354fe27ea tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:21.404475 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e7d8c188-d325-4d11-825f-ca069eaddb89 req-845bfc18-4c5d-4e72-bfc6-dd5354fe27ea tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0599804 Aug 27 04:37:21.414324 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ad17818-0a6c-4913-b648-92de5f4a8eb3 req-3f1165eb-71f2-4f70-a481-45cc69edd8b7 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Aug 27 04:37:21.447232 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-0889a91d-f80d-4fb6-8a0b-277905f28faa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d991ffc-660b-476d-9195-4a393686c29d HTTP/1.1" status: 200 len: 217 time: 0.0413306 Aug 27 04:37:21.516524 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e7d8c188-d325-4d11-825f-ca069eaddb89 req-7a2dd2c4-8358-44f1-b510-51a2315b3687 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038539 Aug 27 04:37:21.521928 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-4847c976-dd35-4f2e-a996-f8a9ea4382f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:21.523327 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-4847c976-dd35-4f2e-a996-f8a9ea4382f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96cdd410-73d8-4241-aac5-972d108cb688 HTTP/1.1" status: 200 len: 854 time: 0.0618513 Aug 27 04:37:21.570485 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-51234b55-bf19-49e9-914f-839da1042ef4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c4a6e7e-9097-4463-a2f9-98b692a514cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237727 Aug 27 04:37:21.664178 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-29ac4e23-b15f-4ff8-8d2f-6ba5f5823efd service neutron] 10.222.0.35 "GET /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839176 Aug 27 04:37:21.752064 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52717865-1cf0-4740-a2f9-a6b0f723bde6 req-03ec7333-54bc-4129-b4cd-d1bfb91381d9 service neutron] 10.222.0.35 "GET /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792999 Aug 27 04:37:22.533485 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783176d7-fd72-4c01-9f28-f89b8888ea40 req-99b79c12-a465-46cd-8227-3b0b46af4908 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:22.534970 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-783176d7-fd72-4c01-9f28-f89b8888ea40 req-99b79c12-a465-46cd-8227-3b0b46af4908 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 944 time: 0.0532122 Aug 27 04:37:22.573520 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-783176d7-fd72-4c01-9f28-f89b8888ea40 req-bc9d3f63-d05e-43a4-bb6a-e8da3cc2f7d6 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326767 Aug 27 04:37:22.631692 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041daa53-2eef-48d1-b278-fa712f8d9245 req-09d52e3a-f296-46f8-97ae-1f056621f864 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:22.633118 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-041daa53-2eef-48d1-b278-fa712f8d9245 req-09d52e3a-f296-46f8-97ae-1f056621f864 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0491056 Aug 27 04:37:22.671275 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-041daa53-2eef-48d1-b278-fa712f8d9245 req-b9a078bb-ef81-40ad-8989-192d379e112b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321684 Aug 27 04:37:23.685884 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9f759-6a5e-4a75-84be-11c9057421f7 req-856805c1-c03a-4348-a732-a038d1eba713 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:23.687783 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cc9f759-6a5e-4a75-84be-11c9057421f7 req-856805c1-c03a-4348-a732-a038d1eba713 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 944 time: 0.0490749 Aug 27 04:37:23.740226 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cc9f759-6a5e-4a75-84be-11c9057421f7 req-00c7799c-1da5-4a53-9997-4df7242babc3 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Aug 27 04:37:23.802903 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b93ff6-3966-4b01-b3d3-5fc903000c44 req-75c32653-a2f3-4f87-ae81-9aa28beefb66 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:23.804401 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e5b93ff6-3966-4b01-b3d3-5fc903000c44 req-75c32653-a2f3-4f87-ae81-9aa28beefb66 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0516646 Aug 27 04:37:23.842815 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e5b93ff6-3966-4b01-b3d3-5fc903000c44 req-e40f463e-4f68-43b7-bfcc-d5a6c32caeef tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314391 Aug 27 04:37:24.854577 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2b903-32db-451b-b78a-c9a0f9db476b req-8a1f8015-fc53-447c-b797-e514df40e123 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:24.856105 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eda2b903-32db-451b-b78a-c9a0f9db476b req-8a1f8015-fc53-447c-b797-e514df40e123 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 944 time: 0.0482287 Aug 27 04:37:24.906670 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eda2b903-32db-451b-b78a-c9a0f9db476b req-e979aac6-c841-426a-a69c-5ddf1685de1c tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Aug 27 04:37:24.959691 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51997285-ce43-48a1-a906-cde01ade79dc req-afd2eedc-d093-4f37-9b81-3011687a0daa tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:24.961217 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51997285-ce43-48a1-a906-cde01ade79dc req-afd2eedc-d093-4f37-9b81-3011687a0daa tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0504713 Aug 27 04:37:24.997912 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51997285-ce43-48a1-a906-cde01ade79dc req-a6ccb3ae-fbca-45c7-a5b0-22a99b00a096 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308418 Aug 27 04:37:25.515146 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 4d991ffc-660b-476d-9195-4a393686c29d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:37:25.606240 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 4d991ffc-660b-476d-9195-4a393686c29d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4d991ffc-660b-476d-9195-4a393686c29d,segment=NetworkSegment(74d73b91-d781-42da-8d74-a0f14fcd2278),segment_id=74d73b91-d781-42da-8d74-a0f14fcd2278)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:37:25.618010 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '4d991ffc-660b-476d-9195-4a393686c29d', 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf', 'port_id': '4d991ffc-660b-476d-9195-4a393686c29d', 'mac_address': 'fa:16:3e:3e:0d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cdd410-73d8-4241-aac5-972d108cb688', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:37:25.658652 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:25.671134 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d991ffc-660b-476d-9195-4a393686c29d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:37:25.690036 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 4d991ffc-660b-476d-9195-4a393686c29d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4d991ffc-660b-476d-9195-4a393686c29d,segment=NetworkSegment(74d73b91-d781-42da-8d74-a0f14fcd2278),segment_id=74d73b91-d781-42da-8d74-a0f14fcd2278)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:37:25.694108 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:25.740144 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=4d991ffc-660b-476d-9195-4a393686c29d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:25.746890 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.747246 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.747597 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.747938 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.748301 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.748638 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.748972 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.749305 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.749785 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.749998 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.750281 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:25.750609 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:37:26.021358 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ff0d5-a8ef-4898-bdf2-3b1221bb0585 req-2bb513df-159b-4ae3-8718-88a19da1b4f0 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:26.022822 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-284ff0d5-a8ef-4898-bdf2-3b1221bb0585 req-2bb513df-159b-4ae3-8718-88a19da1b4f0 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 945 time: 0.0511470 Aug 27 04:37:26.060171 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-284ff0d5-a8ef-4898-bdf2-3b1221bb0585 req-b0b648b9-7f4c-48e4-ae75-df338fb3a89f tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313756 Aug 27 04:37:26.110586 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3cd3d-fef1-4a2d-be8c-eb46f6c566ad req-1aa2e717-446a-4cf4-8491-276b5e212892 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:26.112328 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3d3cd3d-fef1-4a2d-be8c-eb46f6c566ad req-1aa2e717-446a-4cf4-8491-276b5e212892 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0480993 Aug 27 04:37:26.148804 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3d3cd3d-fef1-4a2d-be8c-eb46f6c566ad req-ab95477c-12d7-4a16-b72a-ce033b909ab6 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306458 Aug 27 04:37:26.769482 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16ced94b-4e89-4f4a-9e1f-7bb8018a7087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:26.776412 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['4d991ffc-660b-476d-9195-4a393686c29d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:37:27.175383 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30837b-6aa8-4ae8-8dfb-a120cfa1fbd1 req-0f5da0fd-a867-401a-b30c-4728f2b06511 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:27.177164 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cc30837b-6aa8-4ae8-8dfb-a120cfa1fbd1 req-0f5da0fd-a867-401a-b30c-4728f2b06511 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 945 time: 0.0493867 Aug 27 04:37:27.216087 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cc30837b-6aa8-4ae8-8dfb-a120cfa1fbd1 req-10dbf269-7bec-42ca-b165-283e3c1638fc tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Aug 27 04:37:27.267280 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d413aa3-fa2a-4033-b3af-70316a8502ba req-0d796e2b-f80a-45be-aa14-9c0eadfc594a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:27.268790 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7d413aa3-fa2a-4033-b3af-70316a8502ba req-0d796e2b-f80a-45be-aa14-9c0eadfc594a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0528388 Aug 27 04:37:27.307027 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7d413aa3-fa2a-4033-b3af-70316a8502ba req-a8811018-4663-4dd5-9215-bce205fbae39 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323787 Aug 27 04:37:28.333211 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab1343-7e32-40a7-9f0e-d411c557fa80 req-62559044-f0d5-47bb-819f-438599b7ab21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:28.334761 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2ab1343-7e32-40a7-9f0e-d411c557fa80 req-62559044-f0d5-47bb-819f-438599b7ab21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 945 time: 0.0484602 Aug 27 04:37:28.373716 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2ab1343-7e32-40a7-9f0e-d411c557fa80 req-5c4d7681-0e3c-419d-be2e-ba170c6d330c tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330560 Aug 27 04:37:28.420542 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3aabfb-82a2-452a-a79a-ac96a274dd82 req-3a4d4634-d2b5-48f2-b849-66603ca88599 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:28.422000 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ec3aabfb-82a2-452a-a79a-ac96a274dd82 req-3a4d4634-d2b5-48f2-b849-66603ca88599 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0486667 Aug 27 04:37:28.459130 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ec3aabfb-82a2-452a-a79a-ac96a274dd82 req-4d993c50-5136-45c8-90fc-09b8f3f819ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311973 Aug 27 04:37:29.051847 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d62ab62f-ce98-4bb5-914a-1c32bfe28435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:29.491800 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636089b-591d-4c4c-b8d1-2d664f29dd31 req-46d4bb7c-f3ee-4161-bb83-388a599113b1 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:29.493316 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f636089b-591d-4c4c-b8d1-2d664f29dd31 req-46d4bb7c-f3ee-4161-bb83-388a599113b1 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 945 time: 0.0545144 Aug 27 04:37:29.519287 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 4d991ffc-660b-476d-9195-4a393686c29d up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:37:29.533305 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f636089b-591d-4c4c-b8d1-2d664f29dd31 req-9547ffe4-6847-45ab-9732-31603d69b413 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339324 Aug 27 04:37:29.574525 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 4d991ffc-660b-476d-9195-4a393686c29d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:37:29.579548 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 4d991ffc-660b-476d-9195-4a393686c29d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:37:29.579948 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:29.584444 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1b760-7005-42ec-a256-83058e647e80 req-c00d2cae-93b0-42a6-9051-19b3036c9bbd tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:29.585970 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69c1b760-7005-42ec-a256-83058e647e80 req-c00d2cae-93b0-42a6-9051-19b3036c9bbd tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0549197 Aug 27 04:37:29.619644 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:29.626620 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69c1b760-7005-42ec-a256-83058e647e80 req-c14a251c-d425-4f85-a2f9-f34eb02970a0 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344398 Aug 27 04:37:29.668516 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:29.692789 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d0e701-d87a-47cf-8d1a-a4244db04fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d991ffc-660b-476d-9195-4a393686c29d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:37:29.695182 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f48353-e0cb-4765-a84b-4e261be481d2" -d '{"events": [{"server_uuid": "a6d0e701-d87a-47cf-8d1a-a4244db04fe9", "name": "network-vif-plugged", "status": "completed", "tag": "4d991ffc-660b-476d-9195-4a393686c29d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:37:29.708073 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 4d991ffc-660b-476d-9195-4a393686c29d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4d991ffc-660b-476d-9195-4a393686c29d,segment=NetworkSegment(74d73b91-d781-42da-8d74-a0f14fcd2278),segment_id=74d73b91-d781-42da-8d74-a0f14fcd2278)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:37:29.712992 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:29.764587 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=4d991ffc-660b-476d-9195-4a393686c29d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:37:29.786623 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03ce0c6-2ac0-499d-8d83-14fe2003bf20 x-openstack-request-id: req-a03ce0c6-2ac0-499d-8d83-14fe2003bf20 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:37:29.787024 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d0e701-d87a-47cf-8d1a-a4244db04fe9", "name": "network-vif-plugged", "status": "completed", "tag": "4d991ffc-660b-476d-9195-4a393686c29d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:37:29.787439 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a03ce0c6-2ac0-499d-8d83-14fe2003bf20 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:37:29.787920 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d0e701-d87a-47cf-8d1a-a4244db04fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d991ffc-660b-476d-9195-4a393686c29d', 'code': 200} Aug 27 04:37:30.004195 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119437e1-dd4f-48bf-b29e-6ff6c198e126 req-cd24a7ad-a720-43c2-bd92-5e7e4ac3af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:30.005681 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-119437e1-dd4f-48bf-b29e-6ff6c198e126 req-cd24a7ad-a720-43c2-bd92-5e7e4ac3af2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 1099 time: 0.0442514 Aug 27 04:37:30.040841 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-119437e1-dd4f-48bf-b29e-6ff6c198e126 req-9b4596aa-df03-4d8d-97e6-bdd7931aedf6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270278 Aug 27 04:37:30.401842 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:30.647361 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477325a1-b717-48ee-bb22-bc34c4bb8c52 req-f49a30ad-bc7c-4d24-affa-11eb6e589133 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:30.648747 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-477325a1-b717-48ee-bb22-bc34c4bb8c52 req-f49a30ad-bc7c-4d24-affa-11eb6e589133 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 946 time: 0.0483766 Aug 27 04:37:30.687196 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-477325a1-b717-48ee-bb22-bc34c4bb8c52 req-fd651182-7970-4157-bf59-c182e8553725 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Aug 27 04:37:30.742898 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0556126-1f51-4157-ac05-24e05c716c33 req-824b8848-8c56-47e7-ae38-e87bba45f274 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:30.744393 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b0556126-1f51-4157-ac05-24e05c716c33 req-824b8848-8c56-47e7-ae38-e87bba45f274 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0497348 Aug 27 04:37:30.782283 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b0556126-1f51-4157-ac05-24e05c716c33 req-f09605c3-e766-4e7d-8f68-e126121d8341 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319374 Aug 27 04:37:31.804400 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172614eb-62aa-4f91-b524-cca9e950996a req-44a1d3c0-3c71-484c-9ef1-a07530d9987d tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:31.806535 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-172614eb-62aa-4f91-b524-cca9e950996a req-44a1d3c0-3c71-484c-9ef1-a07530d9987d tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 946 time: 0.0525181 Aug 27 04:37:31.845604 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-172614eb-62aa-4f91-b524-cca9e950996a req-58e44fa2-b779-433a-a3af-ad89876bdb91 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334363 Aug 27 04:37:31.901200 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5985c98-7f74-449e-b2da-74065069acc9 req-71db0af8-0848-4905-aa28-54171d9cd901 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:31.902652 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b5985c98-7f74-449e-b2da-74065069acc9 req-71db0af8-0848-4905-aa28-54171d9cd901 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0486553 Aug 27 04:37:31.940779 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b5985c98-7f74-449e-b2da-74065069acc9 req-fe770218-a520-456d-baba-458abee52f4c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321043 Aug 27 04:37:32.121445 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:32.147036 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89128ff1-2f61-4395-8e1b-59595c796201 req-2c0578cf-ab00-4b75-8010-7b51b84b60ae tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:32.148539 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-89128ff1-2f61-4395-8e1b-59595c796201 req-2c0578cf-ab00-4b75-8010-7b51b84b60ae tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0634289 Aug 27 04:37:32.186142 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-89128ff1-2f61-4395-8e1b-59595c796201 req-cd7c2670-6a94-42ef-85a5-3ebde1b889fc tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315974 Aug 27 04:37:32.239895 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-fbf9a22b-0815-4795-b507-117fcf4f7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:32.241319 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-fbf9a22b-0815-4795-b507-117fcf4f7dcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 1098 time: 0.0456204 Aug 27 04:37:32.335765 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-0f0b7dc0-ff34-4a17-a568-0759a1078993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:32.337293 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-0f0b7dc0-ff34-4a17-a568-0759a1078993 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 912 time: 0.0825460 Aug 27 04:37:32.470268 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-c4c20aa1-1ccc-4d86-9f88-8ba58cc49d26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9 HTTP/1.1" status: 200 len: 1001 time: 0.0613253 Aug 27 04:37:32.545535 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-cc3a08b5-5624-496f-b1bb-9485f6bb6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:32.547259 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-cc3a08b5-5624-496f-b1bb-9485f6bb6123 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.0463982 Aug 27 04:37:32.600433 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-e48c1e3e-4aff-42b1-a06d-9e994befc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:32.601921 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-e48c1e3e-4aff-42b1-a06d-9e994befc60f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428514 Aug 27 04:37:32.699514 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-74b27f38-ec3a-4635-ad3d-365fe2d66827 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848265 Aug 27 04:37:32.786220 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9d141b4-73bb-4bd7-b3be-36fc1a1ea42d req-445b59b9-4c40-4320-99ee-89dbe5a09b22 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783100 Aug 27 04:37:32.962617 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f003093-224c-4363-8b40-fb8046bd4ccf req-c1000607-08e8-4307-a191-115d3e16b652 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:32.964138 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0f003093-224c-4363-8b40-fb8046bd4ccf req-c1000607-08e8-4307-a191-115d3e16b652 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 946 time: 0.0485382 Aug 27 04:37:33.004084 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0f003093-224c-4363-8b40-fb8046bd4ccf req-79b71d31-8236-422e-a1c2-e2bc4a8acd4c tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Aug 27 04:37:33.303562 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca66d0-584b-48ef-8768-ae8f9467e0cd req-b16c5c63-1ea6-4fd9-9a4b-98e79acd19db tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:33.305107 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a2ca66d0-584b-48ef-8768-ae8f9467e0cd req-b16c5c63-1ea6-4fd9-9a4b-98e79acd19db tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0503569 Aug 27 04:37:33.344238 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a2ca66d0-584b-48ef-8768-ae8f9467e0cd req-fd756c25-254c-4e17-aab3-e352d80ab638 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332139 Aug 27 04:37:33.792769 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:34.272809 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:37:34.465586 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214f2af-9851-452b-9462-341f9456b4f8 req-a6fde591-a15c-46cd-a51d-7f1abd55c19c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:34.467591 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c214f2af-9851-452b-9462-341f9456b4f8 req-a6fde591-a15c-46cd-a51d-7f1abd55c19c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0528009 Aug 27 04:37:34.512260 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c214f2af-9851-452b-9462-341f9456b4f8 req-6c85915f-e527-4704-893c-f0155e38d672 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314815 Aug 27 04:37:45.241764 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d610b-f081-4d71-ac3b-876596badcae req-1d8fc4d5-1cdf-4d88-ba9c-642eb6434463 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:45.243141 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-296d610b-f081-4d71-ac3b-876596badcae req-1d8fc4d5-1cdf-4d88-ba9c-642eb6434463 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0490229 Aug 27 04:37:45.306513 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-296d610b-f081-4d71-ac3b-876596badcae req-305c488e-0fa6-4e6b-a01d-ecf3644248b8 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573549 Aug 27 04:37:45.321594 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-0961d630-c51c-4065-a72b-66332e499384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:45.323152 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-0961d630-c51c-4065-a72b-66332e499384 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d957eb500948908f38f0f427a9017b&device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1137 time: 0.0478871 Aug 27 04:37:45.419156 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-6bd1c691-12a2-4aef-8193-43b0eea92ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:45.420770 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-6bd1c691-12a2-4aef-8193-43b0eea92ac4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 200 len: 916 time: 0.0891111 Aug 27 04:37:45.498758 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-705f6c19-04e3-48f0-bd27-e2525fbb3f13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 1000 time: 0.0594614 Aug 27 04:37:45.555818 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-8a3ed3fb-5b63-47cb-b5e4-53e74f45eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:45.557318 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-8a3ed3fb-5b63-47cb-b5e4-53e74f45eeaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5be63fc-2f82-4c73-913f-6e753c1161d4 HTTP/1.1" status: 200 len: 854 time: 0.0472069 Aug 27 04:37:45.608339 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-0826117c-b1b6-4ed6-8d30-8c3a865a331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:45.609828 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-0826117c-b1b6-4ed6-8d30-8c3a865a331f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6393701f-2879-4fc5-bc44-476f65707d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389974 Aug 27 04:37:45.713591 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-7f825cc0-6257-4d97-a6e3-f4b1622aadb7 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836732 Aug 27 04:37:45.819793 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-800f1f87-1bda-4634-9fbb-d6e5c89fcbda req-59896e25-4bf4-46df-883f-737baf92c89f service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867414 Aug 27 04:37:46.425216 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cb616-197b-4507-a2e6-4475a20344a9 req-becc6a28-4a5e-411b-8a24-aad7e697f41d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:46.427261 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5e6cb616-197b-4507-a2e6-4475a20344a9 req-becc6a28-4a5e-411b-8a24-aad7e697f41d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0502176 Aug 27 04:37:46.470069 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5e6cb616-197b-4507-a2e6-4475a20344a9 req-13b74195-9ee9-45e9-a841-0f3db093f63d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337660 Aug 27 04:37:47.615200 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dace6f-83af-41b1-975b-3be0ee7fd703 req-b9d2fa6b-81b3-42d5-aac3-baaba141f6f7 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:47.616872 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c3dace6f-83af-41b1-975b-3be0ee7fd703 req-b9d2fa6b-81b3-42d5-aac3-baaba141f6f7 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0507834 Aug 27 04:37:47.673775 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c3dace6f-83af-41b1-975b-3be0ee7fd703 req-b1eb4151-a8b0-45d2-be72-24ec095f57e8 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501075 Aug 27 04:37:48.793498 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c2f9b-5ca4-414b-8798-ca59fa5bbfa4 req-299d3c2f-ca31-44ea-bca2-4762d33e3343 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:48.795001 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-243c2f9b-5ca4-414b-8798-ca59fa5bbfa4 req-299d3c2f-ca31-44ea-bca2-4762d33e3343 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0521393 Aug 27 04:37:48.834576 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-243c2f9b-5ca4-414b-8798-ca59fa5bbfa4 req-1ace8d8e-5b7b-4f14-bcdc-d35d0a343237 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335548 Aug 27 04:37:49.947511 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad3c53-f94d-427b-a8ac-29e01977b8a8 req-83efa1df-ae9d-4a12-b702-4fdc1aab44c1 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:49.948996 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1fad3c53-f94d-427b-a8ac-29e01977b8a8 req-83efa1df-ae9d-4a12-b702-4fdc1aab44c1 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0479085 Aug 27 04:37:49.992068 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1fad3c53-f94d-427b-a8ac-29e01977b8a8 req-f4867d41-939c-4eef-9554-e585137953ed tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371053 Aug 27 04:37:51.105673 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685697fb-f317-4936-8069-a2390d4c7e1c req-24eca2ba-ee25-49e4-b8f4-84363a2aebd7 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:51.107138 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-685697fb-f317-4936-8069-a2390d4c7e1c req-24eca2ba-ee25-49e4-b8f4-84363a2aebd7 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0479696 Aug 27 04:37:51.158174 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-685697fb-f317-4936-8069-a2390d4c7e1c req-dd044b07-0b1c-4a42-92c3-96ff208acbf3 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445185 Aug 27 04:37:52.273425 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebc159-5a37-4c5e-b34a-3aa0a0ba6b7b req-41ed19a3-e03c-4618-82f2-3ceb5f7ba631 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:52.274904 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a8ebc159-5a37-4c5e-b34a-3aa0a0ba6b7b req-41ed19a3-e03c-4618-82f2-3ceb5f7ba631 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0516646 Aug 27 04:37:52.313851 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a8ebc159-5a37-4c5e-b34a-3aa0a0ba6b7b req-e2f27c4e-3533-490b-a60b-02dd6b662bd5 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329902 Aug 27 04:37:53.433834 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d222f-a7c6-4881-8f91-6c4993345901 req-3d398772-486b-4e16-8f58-49c537cdf82d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:53.435319 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-829d222f-a7c6-4881-8f91-6c4993345901 req-3d398772-486b-4e16-8f58-49c537cdf82d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0503781 Aug 27 04:37:53.476537 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-829d222f-a7c6-4881-8f91-6c4993345901 req-fcd6728a-612e-4296-ba36-e5161b236b93 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351386 Aug 27 04:37:54.615573 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1323b2-0d70-467b-8179-ef20a0276240 req-62390294-4078-4fac-8408-2a4c81a9e9d8 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:54.617129 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7c1323b2-0d70-467b-8179-ef20a0276240 req-62390294-4078-4fac-8408-2a4c81a9e9d8 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0739903 Aug 27 04:37:54.656502 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7c1323b2-0d70-467b-8179-ef20a0276240 req-0d752b46-64f5-4477-9cc6-fda7598c9804 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333209 Aug 27 04:37:55.773320 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34b996-24c9-4daf-88f7-8d0f14c855fa req-570366f6-92db-466d-ac05-8c994aa66a04 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:55.774810 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5c34b996-24c9-4daf-88f7-8d0f14c855fa req-570366f6-92db-466d-ac05-8c994aa66a04 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0522895 Aug 27 04:37:55.813502 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5c34b996-24c9-4daf-88f7-8d0f14c855fa req-e6bf317b-e4d6-48c2-8b59-8ceaa4f79a65 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327427 Aug 27 04:37:56.773878 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8572d2c7-5ee5-4168-9a48-6b7cb58244c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:56.927693 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7028c-a43c-4553-83b6-d22bf6041941 req-397fc35a-ea30-40ef-8a65-601529226654 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:56.929114 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-61d7028c-a43c-4553-83b6-d22bf6041941 req-397fc35a-ea30-40ef-8a65-601529226654 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0496392 Aug 27 04:37:56.973352 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-61d7028c-a43c-4553-83b6-d22bf6041941 req-0b715df4-8dd6-4f4b-b0f7-8ad3ecb2eedb tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380158 Aug 27 04:37:58.092100 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a8b05-d452-4cdc-b6b7-2700fe01e2aa req-6390a91b-7b07-4c75-b8e5-b3c02339c510 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:58.093595 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe4a8b05-d452-4cdc-b6b7-2700fe01e2aa req-6390a91b-7b07-4c75-b8e5-b3c02339c510 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0544107 Aug 27 04:37:58.139270 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe4a8b05-d452-4cdc-b6b7-2700fe01e2aa req-c9356542-ea0d-484a-a58d-d2c58e357686 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362844 Aug 27 04:37:59.054679 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a0174051-44a0-42fc-b13d-f7dfbb1d9991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:59.254720 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238db48-1a5e-4099-948f-59ed0729aa2d req-366cc75f-d757-492d-8ccb-fa5dcaed6a91 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:37:59.256232 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6238db48-1a5e-4099-948f-59ed0729aa2d req-366cc75f-d757-492d-8ccb-fa5dcaed6a91 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0516374 Aug 27 04:37:59.295176 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6238db48-1a5e-4099-948f-59ed0729aa2d req-900fc751-95b0-48c8-9f0d-a6f013d80a6c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329306 Aug 27 04:37:59.591655 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:00.407779 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e8a5b-66ef-47e0-92fd-3aa559421645 req-49948710-930b-4989-aa40-a6e64d867dc6 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:00.409311 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f48e8a5b-66ef-47e0-92fd-3aa559421645 req-49948710-930b-4989-aa40-a6e64d867dc6 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0485499 Aug 27 04:38:00.411020 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:00.450968 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f48e8a5b-66ef-47e0-92fd-3aa559421645 req-22294256-1e98-48c5-a920-7654e49c011d tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338414 Aug 27 04:38:01.574655 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c367a-bfaf-4805-9748-56a6c47394c6 req-551d293f-ca8f-4035-ad2e-b21d78ebbbbc tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:01.576167 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c09c367a-bfaf-4805-9748-56a6c47394c6 req-551d293f-ca8f-4035-ad2e-b21d78ebbbbc tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0551941 Aug 27 04:38:01.620029 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c09c367a-bfaf-4805-9748-56a6c47394c6 req-17f0966f-2e7e-4918-b7a3-72bc583c1d89 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341547 Aug 27 04:38:02.123363 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:02.735038 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c2e9e-4193-4aee-952e-53abb786a163 req-69659efa-1c63-481a-a618-457a06f12572 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:02.736799 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-733c2e9e-4193-4aee-952e-53abb786a163 req-69659efa-1c63-481a-a618-457a06f12572 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0515378 Aug 27 04:38:02.777741 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-733c2e9e-4193-4aee-952e-53abb786a163 req-ff09a278-b919-4019-85f3-bcd9480b407f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343122 Aug 27 04:38:03.786148 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:03.918636 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca03c2-fdd3-4c2a-abf1-d164c4d3c543 req-c0312469-d591-447f-9b17-243ce0405a36 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:03.920907 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8aca03c2-fdd3-4c2a-abf1-d164c4d3c543 req-c0312469-d591-447f-9b17-243ce0405a36 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0752199 Aug 27 04:38:03.984401 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8aca03c2-fdd3-4c2a-abf1-d164c4d3c543 req-7fe6e0bd-fa7f-4a40-bf45-098d657145bc tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572526 Aug 27 04:38:05.098415 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c422af9-d229-422f-8a90-237985fbf168 req-558998cf-f55f-447e-8c80-a52b6eac6189 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:05.099888 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c422af9-d229-422f-8a90-237985fbf168 req-558998cf-f55f-447e-8c80-a52b6eac6189 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0483615 Aug 27 04:38:05.140547 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c422af9-d229-422f-8a90-237985fbf168 req-f080fd01-6d2c-401b-9454-457e5640af41 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345433 Aug 27 04:38:06.256311 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1453057-587f-41ba-b041-4ee97d800ea6 req-8c7d2ce7-def5-4605-8a19-97f58261b999 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:06.257784 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b1453057-587f-41ba-b041-4ee97d800ea6 req-8c7d2ce7-def5-4605-8a19-97f58261b999 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0493410 Aug 27 04:38:06.297236 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b1453057-587f-41ba-b041-4ee97d800ea6 req-ce609206-8484-4e4d-b13e-451db6368e5c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333476 Aug 27 04:38:06.907715 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-ef47d75d-7ee5-427d-b4a7-7324f395a69b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387826 Aug 27 04:38:07.017829 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-94eb2b4b-ecad-4889-8097-0d188fabf7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:07.019889 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-94eb2b4b-ecad-4889-8097-0d188fabf7e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 1098 time: 0.0427680 Aug 27 04:38:07.170002 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-da6e4ee5-b03b-4a7d-bdce-8282e6fea855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:07.171512 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-da6e4ee5-b03b-4a7d-bdce-8282e6fea855 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 912 time: 0.1192524 Aug 27 04:38:07.268877 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-272fdb6c-5e96-4dfd-93a6-bec4f8d4810f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9 HTTP/1.1" status: 200 len: 1001 time: 0.0624466 Aug 27 04:38:07.333081 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-31a933db-f2e7-48d6-8c11-9c7613fc93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:07.334660 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-31a933db-f2e7-48d6-8c11-9c7613fc93ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.0553458 Aug 27 04:38:07.421029 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-86efa28f-dd24-460e-b617-69c13edb79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:07.422607 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-86efa28f-dd24-460e-b617-69c13edb79d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750153 Aug 27 04:38:07.434761 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab351e06-20b5-4c28-8dc2-00e2ab5b7fe8 req-5afd86e0-88fb-413d-839f-d6bb67ceb88b tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:07.436284 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab351e06-20b5-4c28-8dc2-00e2ab5b7fe8 req-5afd86e0-88fb-413d-839f-d6bb67ceb88b tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0608718 Aug 27 04:38:07.526312 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab351e06-20b5-4c28-8dc2-00e2ab5b7fe8 req-5d273e46-fba4-4ffd-a17e-802a53302512 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&id=14b7e024-8502-417f-9c85-de1b593e5325&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811968 Aug 27 04:38:07.555155 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-9a89589f-ddda-4e42-aa6b-81f92a9a7565 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178780 Aug 27 04:38:07.659651 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8e9d6628-eeaf-4a67-a9c6-237eb24ca051 req-60d5a56c-c1d7-44b1-a456-9ffc2265dce9 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898743 Aug 27 04:38:11.282189 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:38:26.774193 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7b007566-535b-4332-99ac-1e63cb85ed1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:29.056122 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24f2c7b9-4d9a-4b2c-82ca-0b1921ea3720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:29.593149 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:30.407052 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:30.628387 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca71e-30ec-4f46-800a-042c381371f5 req-3e2b6147-ce93-49ff-a58e-59cc5dcb6d6a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:30.629812 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fbbca71e-30ec-4f46-800a-042c381371f5 req-3e2b6147-ce93-49ff-a58e-59cc5dcb6d6a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0496764 Aug 27 04:38:30.668488 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fbbca71e-30ec-4f46-800a-042c381371f5 req-60a2682a-793e-4c30-9ca6-b61c24941a9d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325451 Aug 27 04:38:31.794393 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfe0a1-1b49-4280-9e46-fa13ee06e6ed req-dbee2a77-550f-4bbc-956d-6462cc3436b0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:31.795893 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36dfe0a1-1b49-4280-9e46-fa13ee06e6ed req-dbee2a77-550f-4bbc-956d-6462cc3436b0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0535328 Aug 27 04:38:31.834597 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36dfe0a1-1b49-4280-9e46-fa13ee06e6ed req-7494457b-efff-48a7-8417-5cdad501d4f5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325546 Aug 27 04:38:32.127094 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:32.957884 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b9197-e241-433c-bb0f-821d4c6d651d req-071237fb-d98d-4331-9f89-9f823565cc9e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:32.959400 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b41b9197-e241-433c-bb0f-821d4c6d651d req-071237fb-d98d-4331-9f89-9f823565cc9e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0546272 Aug 27 04:38:32.998281 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b41b9197-e241-433c-bb0f-821d4c6d651d req-10b1a324-957d-45b6-9359-82ff01209f2a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330248 Aug 27 04:38:33.816916 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:34.118386 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639415f-97b7-4235-bc44-ab9578f7b0de req-42c14c47-0a6d-4cb1-bfbc-32f24f912821 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:34.119759 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9639415f-97b7-4235-bc44-ab9578f7b0de req-42c14c47-0a6d-4cb1-bfbc-32f24f912821 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0495472 Aug 27 04:38:34.158266 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9639415f-97b7-4235-bc44-ab9578f7b0de req-994193b2-2bbe-4225-8624-24c1ffd4d462 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323722 Aug 27 04:38:35.277842 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3913ba-712f-4879-9a51-c626562d0791 req-500b7c17-f9cb-410e-8bf8-b734ad470c3e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:35.279244 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3c3913ba-712f-4879-9a51-c626562d0791 req-500b7c17-f9cb-410e-8bf8-b734ad470c3e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0489914 Aug 27 04:38:35.317811 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3c3913ba-712f-4879-9a51-c626562d0791 req-6665cc83-c28a-45d7-ae9d-04ae2cb7f1a0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Aug 27 04:38:36.438565 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a772e65-199a-450a-99ad-c4d2960c18f3 req-2f9bf992-0645-4ed8-89b5-6b99a5824d9c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:36.440563 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3a772e65-199a-450a-99ad-c4d2960c18f3 req-2f9bf992-0645-4ed8-89b5-6b99a5824d9c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0487623 Aug 27 04:38:36.479861 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3a772e65-199a-450a-99ad-c4d2960c18f3 req-5478c22f-5703-4a29-8bc1-3f9345cf5b76 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330479 Aug 27 04:38:37.600566 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c729a-7672-4801-a2a7-78c89576b985 req-000af458-6170-42a2-a67c-8919a04b7908 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:37.602084 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2a1c729a-7672-4801-a2a7-78c89576b985 req-000af458-6170-42a2-a67c-8919a04b7908 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0504296 Aug 27 04:38:37.640545 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2a1c729a-7672-4801-a2a7-78c89576b985 req-21be4c86-84aa-4fbf-9694-50d59ff4fdec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a35a1df-6ec1-42b3-99fb-3a51aa364380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320878 Aug 27 04:38:38.020866 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-596b9220-545e-4dfc-8f4c-8284a67fcf2c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:38.022338 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-596b9220-545e-4dfc-8f4c-8284a67fcf2c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 947 time: 0.0511804 Aug 27 04:38:38.112849 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Deleting port 698af269-46a5-4892-822b-9ef4aa21fa2e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:38:38.113190 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:38.215357 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] For port 698af269-46a5-4892-822b-9ef4aa21fa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=698af269-46a5-4892-822b-9ef4aa21fa2e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:38:38.216071 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:38.514287 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:38.514680 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:38.515067 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.l3_db [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Floating IP e3fcd8d7-1482-4498-9bd1-e1abb4bcd902 disassociated. External IP: 172.27.1.146, port: 698af269-46a5-4892-822b-9ef4aa21fa2e. Aug 27 04:38:38.515402 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Calling delete_port for 698af269-46a5-4892-822b-9ef4aa21fa2e owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:38:38.642507 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:38.671143 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event deleted for resources: {'Port': ['ID=698af269-46a5-4892-822b-9ef4aa21fa2e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:38.732228 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.732575 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.733077 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.733254 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.733583 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.733917 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.734245 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.734822 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.735144 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.735463 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.735889 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.736127 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:38.969170 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b029d409-acf0-4f1a-ba36-a2369e2190f5 req-c694856c-1874-4618-b84d-744efebf32c4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3173859-725e-4d66-80af-4223a6643935 HTTP/1.1" status: 200 len: 210 time: 0.2491920 Aug 27 04:38:39.027037 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Router 73642671-f73a-42a9-bdc1-196fcfe43a2f has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:38:39.139301 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:38:39.151868 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] Sync routers for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:38:39.162441 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:38:39.163085 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:38:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:38:39.182239 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] No DVR routers for this DVR port 698af269-46a5-4892-822b-9ef4aa21fa2e on host hv-cinder-80403 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:38:39.185264 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:39.187334 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6ef9812d-157f-40a5-8589-ae6efe38b02e req-26e997af-2459-4b9d-970e-a803483c4974 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.35 "DELETE /v2.0/ports/698af269-46a5-4892-822b-9ef4aa21fa2e HTTP/1.1" status: 204 len: 173 time: 1.1579459 Aug 27 04:38:39.187907 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'name': 'network-vif-deleted', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:38:39.190353 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41354065-f96f-4eb6-ab0e-e4bc45ee0b0e" -d '{"events": [{"server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "name": "network-vif-deleted", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:38:39.231599 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bd6dad-c4d4-4afa-bb01-233d4bdba96d x-openstack-request-id: req-d3bd6dad-c4d4-4afa-bb01-233d4bdba96d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:38:39.232074 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3173859-725e-4d66-80af-4223a6643935", "name": "network-vif-deleted", "tag": "698af269-46a5-4892-822b-9ef4aa21fa2e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:38:39.232442 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3bd6dad-c4d4-4afa-bb01-233d4bdba96d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:38:39.233226 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3173859-725e-4d66-80af-4223a6643935', 'name': 'network-vif-deleted', 'tag': '698af269-46a5-4892-822b-9ef4aa21fa2e', 'status': 'completed', 'code': 200} Aug 27 04:38:39.290759 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:38:39.512822 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:38:39.539940 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] Checking router: 73642671-f73a-42a9-bdc1-196fcfe43a2f for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:38:39.548251 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:38:39.548860 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:38:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:38:39.664911 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:38:39.887719 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:38:39.933289 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699dd439-a8ad-4e87-a16b-4d08174722c8 None None] The sync data for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi is: [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:38:40.115249 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 35488) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:40.180222 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:40.212737 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:40.230551 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397a30c-a1dd-4f1d-be45-5b987ab07ab6 None None] New status for floating IP e3fcd8d7-1482-4498-9bd1-e1abb4bcd902: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:38:40.266642 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:40.269389 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:40.272945 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "DELETE /v2.0/security-groups/0a35a1df-6ec1-42b3-99fb-3a51aa364380 HTTP/1.1" status: 204 len: 168 time: 0.1542473 Aug 27 04:38:40.273501 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 35490) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:40.279910 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a35a1df-6ec1-42b3-99fb-3a51aa364380,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:40.288124 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.288484 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.288839 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.289178 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.289515 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.289857 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.290190 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.290523 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.290988 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.291332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.291698 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.292068 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef82b7-67e8-413a-9984-a90d97586458 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:40.307088 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.api.v2.resource [None req-be8a3837-5853-4b8a-9671-752075a8f5ff tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] show failed (client error): The resource could not be found. Aug 27 04:38:40.311152 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-be8a3837-5853-4b8a-9671-752075a8f5ff tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups/0a35a1df-6ec1-42b3-99fb-3a51aa364380 HTTP/1.1" status: 404 len: 347 time: 0.0337310 Aug 27 04:38:40.311467 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 35492) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:40.490832 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-66deca06-3fef-49d7-89ea-05ac84c7e54b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Deleting port b52f8dcd-d015-4ed5-968c-3954aff837e9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:38:40.491168 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66deca06-3fef-49d7-89ea-05ac84c7e54b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:40.605230 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66deca06-3fef-49d7-89ea-05ac84c7e54b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:40.605848 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66deca06-3fef-49d7-89ea-05ac84c7e54b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:40.624457 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-66deca06-3fef-49d7-89ea-05ac84c7e54b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Calling delete_port for b52f8dcd-d015-4ed5-968c-3954aff837e9 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:38:40.814071 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66deca06-3fef-49d7-89ea-05ac84c7e54b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:40.840880 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66deca06-3fef-49d7-89ea-05ac84c7e54b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event deleted for resources: {'Port': ['ID=b52f8dcd-d015-4ed5-968c-3954aff837e9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:40.913815 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66deca06-3fef-49d7-89ea-05ac84c7e54b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:40.916521 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66deca06-3fef-49d7-89ea-05ac84c7e54b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:40.917694 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-66deca06-3fef-49d7-89ea-05ac84c7e54b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "DELETE /v2.0/floatingips/e3fcd8d7-1482-4498-9bd1-e1abb4bcd902 HTTP/1.1" status: 204 len: 168 time: 0.5949378 Aug 27 04:38:41.245377 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 35506) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:41.250217 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8b20ea56-8474-40b3-9aef-a743a9ff79f1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507845504', 'description': 'tempest-description--1476184041'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:41.273997 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b20ea56-8474-40b3-9aef-a743a9ff79f1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.362970 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b20ea56-8474-40b3-9aef-a743a9ff79f1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.367235 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b20ea56-8474-40b3-9aef-a743a9ff79f1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.395163 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b20ea56-8474-40b3-9aef-a743a9ff79f1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.396410 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8b20ea56-8474-40b3-9aef-a743a9ff79f1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1498876 Aug 27 04:38:41.398711 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20ea56-8474-40b3-9aef-a743a9ff79f1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2379a423-3d88-45f9-9c7a-d7426e66a8a1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:41.399511 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 35508) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:41.404258 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9bc36e2c-fdf1-47ab-8a29-fe6eaac28291 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'security_group_rule': {'security_group_id': '2379a423-3d88-45f9-9c7a-d7426e66a8a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:41.432681 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bc36e2c-fdf1-47ab-8a29-fe6eaac28291 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.479885 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bc36e2c-fdf1-47ab-8a29-fe6eaac28291 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.483555 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bc36e2c-fdf1-47ab-8a29-fe6eaac28291 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.503144 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc36e2c-fdf1-47ab-8a29-fe6eaac28291 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8757bb5-73ce-4fe1-8811-a1c04b29432c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:41.509557 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bc36e2c-fdf1-47ab-8a29-fe6eaac28291 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.512473 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9bc36e2c-fdf1-47ab-8a29-fe6eaac28291 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118548 Aug 27 04:38:41.513321 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 35510) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:41.518282 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-89cf5806-e5f0-4720-b38d-7ac7b148b69e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'security_group_rule': {'security_group_id': '2379a423-3d88-45f9-9c7a-d7426e66a8a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:41.545926 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89cf5806-e5f0-4720-b38d-7ac7b148b69e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.603886 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89cf5806-e5f0-4720-b38d-7ac7b148b69e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.608314 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89cf5806-e5f0-4720-b38d-7ac7b148b69e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.626036 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf5806-e5f0-4720-b38d-7ac7b148b69e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a4a3b1-b50a-4a5d-8b7c-a7d1ac9010e8,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:41.634552 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89cf5806-e5f0-4720-b38d-7ac7b148b69e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.638655 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-89cf5806-e5f0-4720-b38d-7ac7b148b69e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215034 Aug 27 04:38:41.638910 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 35512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:41.644297 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'floatingip': {'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:41.667551 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.783280 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:41.858688 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 698af269-46a5-4892-822b-9ef4aa21fa2e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:38:41.880316 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 698af269-46a5-4892-822b-9ef4aa21fa2e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:38:41.880595 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 698af269-46a5-4892-822b-9ef4aa21fa2e not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:38:41.902416 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Allocated IP 172.27.1.61 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/609cf13d-0674-4ca5-9da8-75c8684b2e4e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:38:42.007960 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:42.057309 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:42.093997 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:38:42.097497 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:38:42.103478 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:38:42.132375 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'Port': ['ID=609cf13d-0674-4ca5-9da8-75c8684b2e4e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:42.199169 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:42.231564 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:42.380123 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:42.384881 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:42.448439 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'Port': ['ID=609cf13d-0674-4ca5-9da8-75c8684b2e4e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:42.462213 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:42.476549 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:42.478397 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-312d25b6-ebe0-457f-acd8-bc66308523ec tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8383996 Aug 27 04:38:42.662363 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-ea73bc37-6709-42d9-88cd-dbc1e48c4952 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1507845504&fields=id&tenant_id=a6be58896fed46208a356cedf5a8513e HTTP/1.1" status: 200 len: 267 time: 0.0327275 Aug 27 04:38:42.765586 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-5fa2ce0f-9ce9-4020-bd34-6d340fbd54e7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:42.767038 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-5fa2ce0f-9ce9-4020-bd34-6d340fbd54e7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 817 time: 0.0978274 Aug 27 04:38:42.781875 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-45221181-7f0c-48c6-89b5-b7b27bde8b8a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/quotas/a6be58896fed46208a356cedf5a8513e HTTP/1.1" status: 200 len: 375 time: 0.0090141 Aug 27 04:38:42.838443 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-02d3c7ab-3cd5-4f23-bf6f-fd3adc67b063 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512075 Aug 27 04:38:42.980230 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-4255170d-5dea-48e2-bc74-6fb7c16d9118 service neutron] 10.222.0.53 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300941 Aug 27 04:38:43.089473 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-93738765-1428-4589-8764-d8e0352105f6 service neutron] 10.222.0.53 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991480 Aug 27 04:38:43.148837 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fa69a-896e-457c-82b1-4323cf22b611 req-9b6c6005-a584-4430-8eee-38efb947198c tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:43.150337 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9d1fa69a-896e-457c-82b1-4323cf22b611 req-9b6c6005-a584-4430-8eee-38efb947198c tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 946 time: 0.0532930 Aug 27 04:38:43.201742 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9d1fa69a-896e-457c-82b1-4323cf22b611 req-a6be0d5d-3454-4cdc-bf81-c1cd7c31c02f tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Aug 27 04:38:43.262223 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0163aa61-a5ab-4b87-81a6-234e119f5f26 req-92b9db6f-e024-4e0f-a395-17399343ae9a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 210 time: 0.0286260 Aug 27 04:38:44.358545 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869782d-f4d6-4078-bcbc-beda3679aedb req-0eb502f6-62c0-4fd3-94d9-a4d1c92e0675 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:44.362034 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b869782d-f4d6-4078-bcbc-beda3679aedb req-0eb502f6-62c0-4fd3-94d9-a4d1c92e0675 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 946 time: 0.0840306 Aug 27 04:38:44.393409 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aaa0e270-23a3-4c08-8275-1b7f64df02f0 req-461bdbe2-7446-40dd-9d62-10808f72fb04 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 210 time: 0.0491216 Aug 27 04:38:44.407371 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-69b7fe3c-654b-4c5a-b93b-a527eedd9c55 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:44.409713 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-69b7fe3c-654b-4c5a-b93b-a527eedd9c55 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 817 time: 0.1662922 Aug 27 04:38:44.411557 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b869782d-f4d6-4078-bcbc-beda3679aedb req-b9128d1e-d274-4be3-bb97-f47893cf6102 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Aug 27 04:38:44.473284 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-8bcb4fd3-da25-458d-9a30-57d1ebcaace5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6be58896fed46208a356cedf5a8513e HTTP/1.1" status: 200 len: 380 time: 0.0367436 Aug 27 04:38:44.487290 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'port': {'device_id': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'admin_state_up': True, 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'security_groups': ['2379a423-3d88-45f9-9c7a-d7426e66a8a1']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:44.590588 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Made reservation on behalf of a6be58896fed46208a356cedf5a8513e for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:38:44.594024 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:44.721681 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Allocated IP 172.20.0.12 (2d12ac97-d989-4330-872d-92f5fe3f8e57/4b386eb7-76d8-49f7-aa62-e09d6d674e68/792a8fdf-832a-4455-8433-eb97d588eb8e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:38:44.864459 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:44.878042 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Transition to ACTIVE for port object 792a8fdf-832a-4455-8433-eb97d588eb8e will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:38:44.910088 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:44.953420 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:38:44.958439 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:38:44.962153 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:38:44.968884 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event updated for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:45.016902 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:45.018244 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:45.033899 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c514473e-8b46-4015-90ef-29d85e7ecaa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5506363 Aug 27 04:38:45.063599 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Request body: {'port': {'device_id': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:45.123534 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:45.165854 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-afbb1dc3-1514-4e12-b52d-af416b69b1c0 None None] Provisioning for port 792a8fdf-832a-4455-8433-eb97d588eb8e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:38:45.170002 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-afbb1dc3-1514-4e12-b52d-af416b69b1c0 None None] Provisioning complete for port 792a8fdf-832a-4455-8433-eb97d588eb8e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:38:45.170379 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-afbb1dc3-1514-4e12-b52d-af416b69b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:45.205563 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-afbb1dc3-1514-4e12-b52d-af416b69b1c0 None None] Port 792a8fdf-832a-4455-8433-eb97d588eb8e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:38:45.406435 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792a8fdf-832a-4455-8433-eb97d588eb8e {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:38:45.414784 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:45.427038 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Transition to ACTIVE for port object 792a8fdf-832a-4455-8433-eb97d588eb8e will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:38:45.431685 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:45.517527 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Pushing event updated for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:45.543162 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59bb7-6319-4799-9d48-2ed3d3cad4a3 req-34a2c615-c632-45a1-98f1-f0adf761be9f tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:45.544796 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9eb59bb7-6319-4799-9d48-2ed3d3cad4a3 req-34a2c615-c632-45a1-98f1-f0adf761be9f tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 946 time: 0.0494885 Aug 27 04:38:45.558784 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e7f92-f067-4d80-91b7-faaa7cb72c91 req-3b2146bf-b8a7-43f9-91b6-6055d569dcb8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:45.564817 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-812e7f92-f067-4d80-91b7-faaa7cb72c91 req-3b2146bf-b8a7-43f9-91b6-6055d569dcb8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0950150 Aug 27 04:38:45.607572 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9eb59bb7-6319-4799-9d48-2ed3d3cad4a3 req-87f473db-6ef8-42d1-b538-f3f62bad4002 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555995 Aug 27 04:38:45.634532 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-812e7f92-f067-4d80-91b7-faaa7cb72c91 req-f5951ad2-86f0-4e47-9579-3cc3ddd7f7c9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496671 Aug 27 04:38:45.644849 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Attempting to bind port 792a8fdf-832a-4455-8433-eb97d588eb8e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:38:45.645911 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Attempting to bind port 792a8fdf-832a-4455-8433-eb97d588eb8e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:38:45.646286 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Attempting to bind port 792a8fdf-832a-4455-8433-eb97d588eb8e on network 2d12ac97-d989-4330-872d-92f5fe3f8e57 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:38:45.652164 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Port 792a8fdf-832a-4455-8433-eb97d588eb8e on network 2d12ac97-d989-4330-872d-92f5fe3f8e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:38:45.652491 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Attempting to bind port 792a8fdf-832a-4455-8433-eb97d588eb8e on network 2d12ac97-d989-4330-872d-92f5fe3f8e57 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:38:45.657572 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:38:45.657913 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Checking segment: {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:38:45.658324 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Bound using segment: {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:38:45.658746 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Bound port: 792a8fdf-832a-4455-8433-eb97d588eb8e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b02b2e3-16ae-4977-a8b7-68066568371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:38:45.659133 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:45.723545 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:38:45.727011 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:38:45.730993 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:45.771418 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:45.772069 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:45.773604 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] 10.222.0.35 "PUT /v2.0/ports/792a8fdf-832a-4455-8433-eb97d588eb8e HTTP/1.1" status: 200 len: 1094 time: 0.7144728 Aug 27 04:38:45.774064 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:38:45.776503 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007411c7-4055-4892-ad45-4c6c320bf2af" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:38:45.798557 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5100969-767f-497e-b4ae-7bda579014f5 service neutron] Pushing event updated for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:45.821889 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316c86da-f7ec-42ef-b614-da3d1200010a x-openstack-request-id: req-316c86da-f7ec-42ef-b614-da3d1200010a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:38:45.822190 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:38:45.822448 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-316c86da-f7ec-42ef-b614-da3d1200010a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:38:45.822854 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'status': 'completed', 'code': 200} Aug 27 04:38:45.918663 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-4c6e3223-3d0e-4906-ba87-0d0ff91d2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:45.920224 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-4c6e3223-3d0e-4906-ba87-0d0ff91d2cbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 1097 time: 0.0450203 Aug 27 04:38:45.976911 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c55e26e1-56ea-4d2c-a250-f2ee872bd839 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792a8fdf-832a-4455-8433-eb97d588eb8e HTTP/1.1" status: 200 len: 217 time: 0.0345957 Aug 27 04:38:46.027353 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-2e1671c8-480f-41d4-83fe-f3a52613401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:46.028877 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-2e1671c8-480f-41d4-83fe-f3a52613401f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0436635 Aug 27 04:38:46.137520 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c54d174a-a6df-4069-a810-d0b9896a2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:46.138976 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-c54d174a-a6df-4069-a810-d0b9896a2923 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451217 Aug 27 04:38:46.142047 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-414a8c69-b3a9-4fa6-a674-9d2091f12877 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:46.143552 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-414a8c69-b3a9-4fa6-a674-9d2091f12877 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 946 time: 0.0493519 Aug 27 04:38:46.238543 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-4d1fef96-11f5-4f35-809a-9d04346885a8 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833349 Aug 27 04:38:46.248439 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-e83510f8-2bc1-487c-9614-ec2e9720794b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Deleting port 4d991ffc-660b-476d-9195-4a393686c29d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:38:46.248786 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-e83510f8-2bc1-487c-9614-ec2e9720794b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:46.332084 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef790c74-09d9-4e71-ad3b-fdd566b56691 req-472866c2-c318-4625-a403-8cf8562911f2 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855241 Aug 27 04:38:46.335432 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-e83510f8-2bc1-487c-9614-ec2e9720794b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] For port 4d991ffc-660b-476d-9195-4a393686c29d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4d991ffc-660b-476d-9195-4a393686c29d,segment=NetworkSegment(74d73b91-d781-42da-8d74-a0f14fcd2278),segment_id=74d73b91-d781-42da-8d74-a0f14fcd2278)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:38:46.335805 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-e83510f8-2bc1-487c-9614-ec2e9720794b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:46.349383 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-e83510f8-2bc1-487c-9614-ec2e9720794b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Calling delete_port for 4d991ffc-660b-476d-9195-4a393686c29d owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:38:46.481113 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-e83510f8-2bc1-487c-9614-ec2e9720794b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:46.507901 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007411c7-4055-4892-ad45-4c6c320bf2af req-d4bd1076-e059-4fc0-b74d-7440a45c8def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:46.509467 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-007411c7-4055-4892-ad45-4c6c320bf2af req-d4bd1076-e059-4fc0-b74d-7440a45c8def service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 1097 time: 0.0452294 Aug 27 04:38:46.511340 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83510f8-2bc1-487c-9614-ec2e9720794b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Pushing event deleted for resources: {'Port': ['ID=4d991ffc-660b-476d-9195-4a393686c29d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:46.525431 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['4d991ffc-660b-476d-9195-4a393686c29d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:38:46.556369 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-e83510f8-2bc1-487c-9614-ec2e9720794b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] No DVR routers for this DVR port 4d991ffc-660b-476d-9195-4a393686c29d on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:38:46.558854 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-e83510f8-2bc1-487c-9614-ec2e9720794b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:46.560889 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d3c5a0e5-17f8-4249-9881-a1a76f79e08b req-e83510f8-2bc1-487c-9614-ec2e9720794b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.35 "DELETE /v2.0/ports/4d991ffc-660b-476d-9195-4a393686c29d HTTP/1.1" status: 204 len: 173 time: 0.4055188 Aug 27 04:38:46.561332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d0e701-d87a-47cf-8d1a-a4244db04fe9', 'name': 'network-vif-deleted', 'tag': '4d991ffc-660b-476d-9195-4a393686c29d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:38:46.563576 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af53f660-71ab-490e-b558-18f5a2dd42f0" -d '{"events": [{"server_uuid": "a6d0e701-d87a-47cf-8d1a-a4244db04fe9", "name": "network-vif-deleted", "tag": "4d991ffc-660b-476d-9195-4a393686c29d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:38:46.614825 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007411c7-4055-4892-ad45-4c6c320bf2af req-25881b14-3cb6-4ab6-94d4-3ec2abfda4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:46.616361 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-007411c7-4055-4892-ad45-4c6c320bf2af req-25881b14-3cb6-4ab6-94d4-3ec2abfda4b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.0976908 Aug 27 04:38:46.665131 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d96b4fb-6b09-45f4-80fd-05eb5623ee4d x-openstack-request-id: req-5d96b4fb-6b09-45f4-80fd-05eb5623ee4d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:38:46.665487 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d0e701-d87a-47cf-8d1a-a4244db04fe9", "name": "network-vif-deleted", "tag": "4d991ffc-660b-476d-9195-4a393686c29d", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:38:46.665809 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d96b4fb-6b09-45f4-80fd-05eb5623ee4d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:38:46.666279 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d0e701-d87a-47cf-8d1a-a4244db04fe9', 'name': 'network-vif-deleted', 'tag': '4d991ffc-660b-476d-9195-4a393686c29d', 'status': 'completed', 'code': 200} Aug 27 04:38:46.676860 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-007411c7-4055-4892-ad45-4c6c320bf2af req-88a0bde0-93d6-44f6-a502-9cd94fbe604a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792a8fdf-832a-4455-8433-eb97d588eb8e HTTP/1.1" status: 200 len: 217 time: 0.0469146 Aug 27 04:38:46.706250 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-746f24e7-6307-4967-9bf3-59121a1bc5b9 req-fe8739cd-2345-4d9a-9564-fffac00f5cb2 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6d0e701-d87a-47cf-8d1a-a4244db04fe9 HTTP/1.1" status: 200 len: 210 time: 0.0269756 Aug 27 04:38:46.798946 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c52715-ec96-460d-95e9-f8799daf020c req-fed79c8f-289c-411b-bd98-50670a5f8b6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:46.800572 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-96c52715-ec96-460d-95e9-f8799daf020c req-fed79c8f-289c-411b-bd98-50670a5f8b6d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0890868 Aug 27 04:38:46.802186 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007411c7-4055-4892-ad45-4c6c320bf2af req-e7c6ce68-5041-4c62-921a-233f172a5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:46.803538 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-007411c7-4055-4892-ad45-4c6c320bf2af req-e7c6ce68-5041-4c62-921a-233f172a5577 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0638473 Aug 27 04:38:46.865898 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-96c52715-ec96-460d-95e9-f8799daf020c req-5418aa6c-a083-479c-a4d5-2cdf2d2b371a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590720 Aug 27 04:38:46.878853 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007411c7-4055-4892-ad45-4c6c320bf2af req-14c423d7-e500-4691-9bcf-406d64ad71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:46.880977 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-007411c7-4055-4892-ad45-4c6c320bf2af req-14c423d7-e500-4691-9bcf-406d64ad71d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679977 Aug 27 04:38:46.981209 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-007411c7-4055-4892-ad45-4c6c320bf2af req-e35c15af-0c43-43ff-8d53-1243b2e2f9c5 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913861 Aug 27 04:38:47.074989 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-007411c7-4055-4892-ad45-4c6c320bf2af req-9d122d26-4df4-40f3-b14f-f49cfd59b23d service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855091 Aug 27 04:38:47.996794 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc2e6f-7526-4203-962e-104eada3c2bf req-d88fbb8a-b5eb-4ae0-a475-76279aa37a70 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:47.998195 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3dc2e6f-7526-4203-962e-104eada3c2bf req-d88fbb8a-b5eb-4ae0-a475-76279aa37a70 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0497386 Aug 27 04:38:48.036768 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3dc2e6f-7526-4203-962e-104eada3c2bf req-7c96e605-3b32-4b6d-802e-e8184eac38b4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321805 Aug 27 04:38:48.277794 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:38:49.157444 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc9c2f-587f-4692-b7d3-8ae81d0118b0 req-8021d4f3-2662-4cee-bbb7-30b931b2d29d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:49.158979 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-11bc9c2f-587f-4692-b7d3-8ae81d0118b0 req-8021d4f3-2662-4cee-bbb7-30b931b2d29d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0524576 Aug 27 04:38:49.199804 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-11bc9c2f-587f-4692-b7d3-8ae81d0118b0 req-1cca668c-4c2e-41ac-9e31-3c1f982c00cc tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346627 Aug 27 04:38:50.322202 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dd905-6758-44fc-9f63-9ca38a8acfab req-427b72e0-d5a0-43d1-bee7-c01b0d79e19f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:50.323679 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-745dd905-6758-44fc-9f63-9ca38a8acfab req-427b72e0-d5a0-43d1-bee7-c01b0d79e19f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0478327 Aug 27 04:38:50.361451 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-745dd905-6758-44fc-9f63-9ca38a8acfab req-b1b133c1-81bb-4899-b859-e75752071f76 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319536 Aug 27 04:38:51.258037 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 4d991ffc-660b-476d-9195-4a393686c29d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:38:51.277191 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 4d991ffc-660b-476d-9195-4a393686c29d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:38:51.277556 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 4d991ffc-660b-476d-9195-4a393686c29d not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:38:51.475764 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76358a4-370a-4fa4-94cc-468ba6b26132 req-31d72032-bc43-4777-bf13-ff71b42688a6 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:51.477263 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f76358a4-370a-4fa4-94cc-468ba6b26132 req-31d72032-bc43-4777-bf13-ff71b42688a6 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0471053 Aug 27 04:38:51.518571 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f76358a4-370a-4fa4-94cc-468ba6b26132 req-6bbbfc20-5d27-47b7-8e56-d0a4984b331a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352538 Aug 27 04:38:52.638393 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02365694-21ac-4a6b-b60f-99708537cea5 req-3316ed1d-78a7-4e6f-a42b-d9f3826ae8f9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:52.639779 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02365694-21ac-4a6b-b60f-99708537cea5 req-3316ed1d-78a7-4e6f-a42b-d9f3826ae8f9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0510883 Aug 27 04:38:52.678267 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02365694-21ac-4a6b-b60f-99708537cea5 req-bdbef82a-3a32-41cf-b695-bf5a42ca0147 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319011 Aug 27 04:38:53.794049 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef2494-20f4-428d-9c8e-fe904dcbf42e req-9e5f618f-4af1-418a-b7eb-7cab537fa643 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:53.795540 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3fef2494-20f4-428d-9c8e-fe904dcbf42e req-9e5f618f-4af1-418a-b7eb-7cab537fa643 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0482147 Aug 27 04:38:53.832670 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3fef2494-20f4-428d-9c8e-fe904dcbf42e req-30415676-44d9-4785-9d26-8011ed5e1ffe tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305598 Aug 27 04:38:54.948954 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fd0ea-35e2-41e7-8836-9117325f7a87 req-69749e72-eaed-4eba-bc31-814152b6aef5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:54.950422 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-909fd0ea-35e2-41e7-8836-9117325f7a87 req-69749e72-eaed-4eba-bc31-814152b6aef5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0475075 Aug 27 04:38:54.987878 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-909fd0ea-35e2-41e7-8836-9117325f7a87 req-8df48904-ab37-425b-8165-6467f66bf7da tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Aug 27 04:38:56.101653 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e24b6-ef73-4310-ad7a-336de7fe4aeb req-7a612a39-f166-48b6-9743-6e5a694c6042 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:56.103101 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-692e24b6-ef73-4310-ad7a-336de7fe4aeb req-7a612a39-f166-48b6-9743-6e5a694c6042 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0465131 Aug 27 04:38:56.139373 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-692e24b6-ef73-4310-ad7a-336de7fe4aeb req-97691ea7-7471-4e90-92b4-52c3a41e1a3a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304172 Aug 27 04:38:56.775047 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0931-c17d-49e6-b9ab-305eaffcbcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:57.260955 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e738c-a0b2-40b5-883a-30e6499722ce req-f94ae871-e227-4097-bc17-1b6cf54de0f8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:57.262527 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-226e738c-a0b2-40b5-883a-30e6499722ce req-f94ae871-e227-4097-bc17-1b6cf54de0f8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0536473 Aug 27 04:38:57.299910 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-226e738c-a0b2-40b5-883a-30e6499722ce req-47f1b440-5932-458d-8104-a2bb92bb913a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313494 Aug 27 04:38:58.416105 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c2b6-b20b-4f8f-98f8-3d5091cf3071 req-9e7134ab-a26a-4a43-9648-7aeb4655f5ab tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:58.417598 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2c18c2b6-b20b-4f8f-98f8-3d5091cf3071 req-9e7134ab-a26a-4a43-9648-7aeb4655f5ab tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0482378 Aug 27 04:38:58.458920 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2c18c2b6-b20b-4f8f-98f8-3d5091cf3071 req-fb47d25c-f331-4512-98ff-c8db870cc8f6 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Aug 27 04:38:58.532717 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 792a8fdf-832a-4455-8433-eb97d588eb8e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:38:58.623469 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:38:58.637825 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'port_id': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'mac_address': 'fa:16:3e:b1:32:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:38:58.672410 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:58.685354 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792a8fdf-832a-4455-8433-eb97d588eb8e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:38:58.704610 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:38:58.708067 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:58.752507 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:58.759948 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.760331 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.760679 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.761019 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.761357 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.761692 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.762023 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.762352 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.762685 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.763011 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.763338 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:58.763662 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:59.057099 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e30ea0e9-8ce0-4d1c-a5ab-4db60d688e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:59.578792 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f49a-5ca7-422a-b430-90f8c3eefca8 req-1af193a9-4c3f-4df2-ac9a-b0cb125f7c84 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:59.580272 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ea63f49a-5ca7-422a-b430-90f8c3eefca8 req-1af193a9-4c3f-4df2-ac9a-b0cb125f7c84 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 945 time: 0.0509770 Aug 27 04:38:59.595738 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:59.617931 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ea63f49a-5ca7-422a-b430-90f8c3eefca8 req-99288ad3-70fc-4bfa-8620-290865e6b506 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Aug 27 04:39:00.408997 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:00.734726 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88152248-cf8d-4a98-93fd-3900ee430d04 req-b00e1440-8689-41b0-bb43-9e047daa2b46 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:00.736222 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-88152248-cf8d-4a98-93fd-3900ee430d04 req-b00e1440-8689-41b0-bb43-9e047daa2b46 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 945 time: 0.0484219 Aug 27 04:39:00.773141 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-88152248-cf8d-4a98-93fd-3900ee430d04 req-d23c53c4-dc67-44c0-92d9-6fd02339f6a4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Aug 27 04:39:01.496992 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['792a8fdf-832a-4455-8433-eb97d588eb8e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:39:01.790100 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5cc367c6-0ba8-42ab-9fe5-6f06ecfedc49 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:01.791589 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5cc367c6-0ba8-42ab-9fe5-6f06ecfedc49 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/networks?id=2c4a6e7e-9097-4463-a2f9-98b692a514cf HTTP/1.1" status: 200 len: 814 time: 0.0982702 Aug 27 04:39:01.806989 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-d6c3ded8-357a-4fe6-bbfa-f4482a49300e tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/quotas/ecbf39b95058423f95015e37925d1a8d HTTP/1.1" status: 200 len: 375 time: 0.0097587 Aug 27 04:39:01.841377 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5ab3027b-a301-4558-a425-a3342e5b28fc tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecbf39b95058423f95015e37925d1a8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290277 Aug 27 04:39:01.891235 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644a370-a316-4af9-9637-daa661197aaa req-f83dad42-2575-4c8a-8264-df3e69d1f8fe tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:01.892682 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f644a370-a316-4af9-9637-daa661197aaa req-f83dad42-2575-4c8a-8264-df3e69d1f8fe tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 945 time: 0.0499465 Aug 27 04:39:01.931069 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-ace7e3ed-e729-4afe-82d0-505db7fe97d1 service neutron] 10.222.0.53 "GET /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823138 Aug 27 04:39:01.931437 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f644a370-a316-4af9-9637-daa661197aaa req-c299f709-5613-4a5b-98eb-522e3c44110d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Aug 27 04:39:02.023009 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-bc56af53-c63f-46b9-b0be-43eb4f3f963a service neutron] 10.222.0.53 "GET /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851839 Aug 27 04:39:02.128564 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:02.183028 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a6290f82-42a8-4d1f-bff6-54cdb39cd40b req-4b44c37a-678c-4918-8aef-09b5a3094873 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 210 time: 0.0263765 Aug 27 04:39:03.049397 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dde49a-7c26-4ab4-93cc-9318c3fdca62 req-3feb5f1f-87cb-489f-a503-4f13e0262b7c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:03.051458 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-89dde49a-7c26-4ab4-93cc-9318c3fdca62 req-3feb5f1f-87cb-489f-a503-4f13e0262b7c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 945 time: 0.0492752 Aug 27 04:39:03.092244 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-89dde49a-7c26-4ab4-93cc-9318c3fdca62 req-399e0951-77ca-49a1-ba7e-05496d0f73cf tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348022 Aug 27 04:39:03.218404 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-f141b450-b447-4200-b43f-29044856d212 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:03.219877 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-f141b450-b447-4200-b43f-29044856d212 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.35 "GET /v2.0/networks?id=2c4a6e7e-9097-4463-a2f9-98b692a514cf HTTP/1.1" status: 200 len: 814 time: 0.1044476 Aug 27 04:39:03.242367 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Request body: {'port': {'device_id': 'cbccf205-2ebe-408e-8562-aad32ed0f52c', 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf', 'admin_state_up': True, 'tenant_id': 'ecbf39b95058423f95015e37925d1a8d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:03.279134 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-69a7eb54-70bb-4133-bb08-c200d8947805 req-9e909848-4763-43b2-841d-fd4d024d965e tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 210 time: 0.0294137 Aug 27 04:39:03.356209 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Made reservation on behalf of ecbf39b95058423f95015e37925d1a8d for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:03.360043 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:03.483368 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Allocated IP 172.20.0.9 (2c4a6e7e-9097-4463-a2f9-98b692a514cf/96cdd410-73d8-4241-aac5-972d108cb688/2059b96a-970e-44aa-95b2-28f50884a53e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:03.621688 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:03.658017 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:03.701180 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Network 2c4a6e7e-9097-4463-a2f9-98b692a514cf is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:03.705985 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:03.710055 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:39:03.716233 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Pushing event updated for resources: {'Port': ['ID=2059b96a-970e-44aa-95b2-28f50884a53e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:03.758960 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:03.759564 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:03.773993 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-5602ec28-33a0-4ef5-93fd-826f10e42010 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5361614 Aug 27 04:39:03.805556 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Request body: {'port': {'device_id': 'cbccf205-2ebe-408e-8562-aad32ed0f52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:03.828551 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:03.859821 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:04.111916 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2059b96a-970e-44aa-95b2-28f50884a53e {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:39:04.119404 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:04.132626 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Transition to ACTIVE for port object 2059b96a-970e-44aa-95b2-28f50884a53e will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:39:04.136623 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:04.213520 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Pushing event updated for resources: {'Port': ['ID=2059b96a-970e-44aa-95b2-28f50884a53e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:04.283865 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75479307-c4a4-481d-b044-f09127494fee req-955a3e47-7a91-4314-9427-d3d748f1970f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:04.286627 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-75479307-c4a4-481d-b044-f09127494fee req-955a3e47-7a91-4314-9427-d3d748f1970f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 945 time: 0.1148844 Aug 27 04:39:04.326979 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 792a8fdf-832a-4455-8433-eb97d588eb8e up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:04.333341 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Attempting to bind port 2059b96a-970e-44aa-95b2-28f50884a53e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:39:04.333822 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Attempting to bind port 2059b96a-970e-44aa-95b2-28f50884a53e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '74d73b91-d781-42da-8d74-a0f14fcd2278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:39:04.334287 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Attempting to bind port 2059b96a-970e-44aa-95b2-28f50884a53e on network 2c4a6e7e-9097-4463-a2f9-98b692a514cf {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:39:04.348691 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Port 2059b96a-970e-44aa-95b2-28f50884a53e on network 2c4a6e7e-9097-4463-a2f9-98b692a514cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:39:04.349026 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Attempting to bind port 2059b96a-970e-44aa-95b2-28f50884a53e on network 2c4a6e7e-9097-4463-a2f9-98b692a514cf {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:39:04.354422 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-75479307-c4a4-481d-b044-f09127494fee req-6b03fc28-3106-412d-8308-57969811900c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611041 Aug 27 04:39:04.357239 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:39:04.357492 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Checking segment: {'id': '74d73b91-d781-42da-8d74-a0f14fcd2278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:39:04.357874 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Bound using segment: {'id': '74d73b91-d781-42da-8d74-a0f14fcd2278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:39:04.358311 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Bound port: 2059b96a-970e-44aa-95b2-28f50884a53e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74d73b91-d781-42da-8d74-a0f14fcd2278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:39:04.358680 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:04.390720 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 792a8fdf-832a-4455-8433-eb97d588eb8e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:39:04.394798 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 792a8fdf-832a-4455-8433-eb97d588eb8e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:39:04.395370 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:04.419064 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15186-30e9-48c1-a839-787dd9d27653 req-fd659782-c86f-468c-86c4-df95b324b9c4 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:04.421069 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-18d15186-30e9-48c1-a839-787dd9d27653 req-fd659782-c86f-468c-86c4-df95b324b9c4 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 943 time: 0.0721488 Aug 27 04:39:04.429134 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] For port 2059b96a-970e-44aa-95b2-28f50884a53e, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:04.432892 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] For port 2059b96a-970e-44aa-95b2-28f50884a53e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2059b96a-970e-44aa-95b2-28f50884a53e,segment=NetworkSegment(74d73b91-d781-42da-8d74-a0f14fcd2278),segment_id=74d73b91-d781-42da-8d74-a0f14fcd2278)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:04.437391 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:04.465146 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-18d15186-30e9-48c1-a839-787dd9d27653 req-a804f611-ab2b-4842-abe0-3cfed53c1ede tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371456 Aug 27 04:39:04.470558 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:04.471181 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:04.473186 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] 10.222.0.35 "PUT /v2.0/ports/2059b96a-970e-44aa-95b2-28f50884a53e HTTP/1.1" status: 200 len: 1093 time: 0.6718240 Aug 27 04:39:04.473640 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbccf205-2ebe-408e-8562-aad32ed0f52c', 'tag': '2059b96a-970e-44aa-95b2-28f50884a53e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:39:04.476250 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab453b93-fb36-4315-b9f0-be0ce64084b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cbccf205-2ebe-408e-8562-aad32ed0f52c", "tag": "2059b96a-970e-44aa-95b2-28f50884a53e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:04.504817 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7dc3f-ae86-496f-a26b-2e3b14426f35 service neutron] Pushing event updated for resources: {'Port': ['ID=2059b96a-970e-44aa-95b2-28f50884a53e,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:04.529114 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909536c4-08df-4879-b4db-7e9c67810225 x-openstack-request-id: req-909536c4-08df-4879-b4db-7e9c67810225 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:04.529433 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbccf205-2ebe-408e-8562-aad32ed0f52c", "tag": "2059b96a-970e-44aa-95b2-28f50884a53e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:04.529693 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-909536c4-08df-4879-b4db-7e9c67810225 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:04.530095 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbccf205-2ebe-408e-8562-aad32ed0f52c', 'tag': '2059b96a-970e-44aa-95b2-28f50884a53e', 'status': 'completed', 'code': 200} Aug 27 04:39:04.612449 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:04.636363 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:39:04.638760 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5799ecaa-2d0a-4de4-92b0-7a01723bf0ee" -d '{"events": [{"server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "name": "network-vif-plugged", "status": "completed", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:04.655584 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:04.660395 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:04.686790 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a278e9d-9f9c-4d06-8f62-7f8117ac9fc9 x-openstack-request-id: req-8a278e9d-9f9c-4d06-8f62-7f8117ac9fc9 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:04.687083 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "name": "network-vif-plugged", "status": "completed", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:04.687336 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a278e9d-9f9c-4d06-8f62-7f8117ac9fc9 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:04.687726 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'code': 200} Aug 27 04:39:04.715596 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:04.852603 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-21583f14-ff0f-48e3-b750-59affbfdef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:04.854122 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-21583f14-ff0f-48e3-b750-59affbfdef21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecbf39b95058423f95015e37925d1a8d&device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 1096 time: 0.2921770 Aug 27 04:39:04.918273 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-8db709e3-22eb-460c-8056-daad6cabd0fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2059b96a-970e-44aa-95b2-28f50884a53e HTTP/1.1" status: 200 len: 217 time: 0.0333340 Aug 27 04:39:04.922912 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ac2ba-88dd-46b5-85c7-57063d9d42c8 req-20833df8-f353-4b85-856d-ddc1ed34770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:04.924416 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-031ac2ba-88dd-46b5-85c7-57063d9d42c8 req-20833df8-f353-4b85-856d-ddc1ed34770b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 1099 time: 0.0394180 Aug 27 04:39:04.960435 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-031ac2ba-88dd-46b5-85c7-57063d9d42c8 req-7f2252ab-d2ae-4ac3-9461-2e8d406e4696 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269973 Aug 27 04:39:04.965929 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-ea9fe333-1085-472c-9079-21146104244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:04.967353 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-ea9fe333-1085-472c-9079-21146104244d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96cdd410-73d8-4241-aac5-972d108cb688 HTTP/1.1" status: 200 len: 854 time: 0.0419714 Aug 27 04:39:05.488219 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa5f98-e47f-4c64-bdd0-95cbd280c184 req-bb7439c7-4da6-4740-861b-367d58f3bd29 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:05.489692 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a0fa5f98-e47f-4c64-bdd0-95cbd280c184 req-bb7439c7-4da6-4740-861b-367d58f3bd29 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0478694 Aug 27 04:39:05.531835 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a0fa5f98-e47f-4c64-bdd0-95cbd280c184 req-a5c4f370-09f0-4165-9c49-99fe5f93f9a9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364575 Aug 27 04:39:05.587224 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071b3d4-fb04-475a-879d-ba6c818968d2 req-950ebfbf-5867-4752-bec4-f42f4f0b6ba3 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:05.588733 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1071b3d4-fb04-475a-879d-ba6c818968d2 req-950ebfbf-5867-4752-bec4-f42f4f0b6ba3 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 943 time: 0.0531104 Aug 27 04:39:05.624871 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1071b3d4-fb04-475a-879d-ba6c818968d2 req-1c240ba3-d0ca-4d78-bacd-999f7a4298e8 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301681 Aug 27 04:39:05.727130 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-68c26a80-2a78-4801-87e5-20da94cd43bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c4a6e7e-9097-4463-a2f9-98b692a514cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256734 Aug 27 04:39:05.819092 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-8dc19637-0b6d-4da0-90f1-2d6270f51a89 service neutron] 10.222.0.35 "GET /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801516 Aug 27 04:39:05.928136 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834fb778-9486-481b-bbb2-7a001e56caa1 req-8371bb61-0118-48b3-bac4-f25cae8e0bb2 service neutron] 10.222.0.35 "GET /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832043 Aug 27 04:39:06.085579 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab453b93-fb36-4315-b9f0-be0ce64084b8 req-7a1d9b41-06aa-4967-ab4c-494979e8e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:06.087034 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab453b93-fb36-4315-b9f0-be0ce64084b8 req-7a1d9b41-06aa-4967-ab4c-494979e8e688 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecbf39b95058423f95015e37925d1a8d&device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 1096 time: 0.0398664 Aug 27 04:39:06.177817 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab453b93-fb36-4315-b9f0-be0ce64084b8 req-0efbb390-9038-48ab-b89a-014e48829f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:06.179196 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab453b93-fb36-4315-b9f0-be0ce64084b8 req-0efbb390-9038-48ab-b89a-014e48829f1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c4a6e7e-9097-4463-a2f9-98b692a514cf HTTP/1.1" status: 200 len: 915 time: 0.0841105 Aug 27 04:39:06.221230 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab453b93-fb36-4315-b9f0-be0ce64084b8 req-e592a859-152b-46f6-a82d-8e7890fbf836 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2059b96a-970e-44aa-95b2-28f50884a53e HTTP/1.1" status: 200 len: 217 time: 0.0328839 Aug 27 04:39:06.271866 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab453b93-fb36-4315-b9f0-be0ce64084b8 req-3efaf463-31a8-4a8b-b06c-9d3e4b5b9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:06.273326 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab453b93-fb36-4315-b9f0-be0ce64084b8 req-3efaf463-31a8-4a8b-b06c-9d3e4b5b9b26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96cdd410-73d8-4241-aac5-972d108cb688 HTTP/1.1" status: 200 len: 854 time: 0.0435514 Aug 27 04:39:06.309504 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab453b93-fb36-4315-b9f0-be0ce64084b8 req-8a0eabd4-a1b2-4cb7-8e89-8a674703fef0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c4a6e7e-9097-4463-a2f9-98b692a514cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239944 Aug 27 04:39:06.401815 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab453b93-fb36-4315-b9f0-be0ce64084b8 req-f2e1877c-510d-4d42-84a7-c2f84fe5310c service neutron] 10.222.0.35 "GET /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835500 Aug 27 04:39:06.490468 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab453b93-fb36-4315-b9f0-be0ce64084b8 req-8ed7f278-534d-478b-a5ee-e043223fe933 service neutron] 10.222.0.35 "GET /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804276 Aug 27 04:39:06.651499 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e037af-916e-4967-88b4-02860eced401 req-33089441-55d5-4a0b-a85d-29a395a0c807 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:06.653048 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92e037af-916e-4967-88b4-02860eced401 req-33089441-55d5-4a0b-a85d-29a395a0c807 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0528629 Aug 27 04:39:06.690930 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92e037af-916e-4967-88b4-02860eced401 req-48c87f48-cea9-4fd0-90e7-391ababe0b95 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Aug 27 04:39:06.738903 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbba71-5e14-4619-864b-2d7f8c6c9b2d req-c042eec5-10cf-4e6e-accf-1fcda541d94d tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:06.740415 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4afbba71-5e14-4619-864b-2d7f8c6c9b2d req-c042eec5-10cf-4e6e-accf-1fcda541d94d tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 943 time: 0.0487580 Aug 27 04:39:06.777459 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4afbba71-5e14-4619-864b-2d7f8c6c9b2d req-765e71ec-0f25-49e3-a8e5-214902458147 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Aug 27 04:39:07.812981 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b736d-5339-466e-b90a-f90637f4f992 req-852b5802-9663-42da-8f1a-6fd2834f31ef tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:07.814440 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f61b736d-5339-466e-b90a-f90637f4f992 req-852b5802-9663-42da-8f1a-6fd2834f31ef tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0496600 Aug 27 04:39:07.852840 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f61b736d-5339-466e-b90a-f90637f4f992 req-35b4323a-5981-4a7d-b109-4cdcb9fb741f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Aug 27 04:39:07.894082 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f7ecc-13c1-43ab-942d-55dd182af7e6 req-5a5b2810-e470-4b99-8032-a6ba648d0aad tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:07.895661 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8e4f7ecc-13c1-43ab-942d-55dd182af7e6 req-5a5b2810-e470-4b99-8032-a6ba648d0aad tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 943 time: 0.0511189 Aug 27 04:39:07.936835 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8e4f7ecc-13c1-43ab-942d-55dd182af7e6 req-a7fdc81d-a09c-4174-8ecf-0cab7cf6a6d0 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353265 Aug 27 04:39:07.971517 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccc7d4-11e7-4635-ab8d-1391e7b08536 req-7af2b9b2-e386-431c-9d46-40c3186e01eb tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:07.973626 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-77ccc7d4-11e7-4635-ab8d-1391e7b08536 req-7af2b9b2-e386-431c-9d46-40c3186e01eb tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0504832 Aug 27 04:39:07.981967 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 35708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:39:07.986750 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-97355a0d-0035-427f-9de6-a72820a93ad4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Request body: {'floatingip': {'port_id': '792a8fdf-832a-4455-8433-eb97d588eb8e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:08.030260 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97355a0d-0035-427f-9de6-a72820a93ad4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:08.590700 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97355a0d-0035-427f-9de6-a72820a93ad4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:08.594512 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97355a0d-0035-427f-9de6-a72820a93ad4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:08.691535 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-97355a0d-0035-427f-9de6-a72820a93ad4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Floating IP da5c421e-d9ca-4d86-a095-80240f1bf2a3 associated. External IP: 172.27.1.61, port: 792a8fdf-832a-4455-8433-eb97d588eb8e. Aug 27 04:39:08.893534 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97355a0d-0035-427f-9de6-a72820a93ad4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Router 73642671-f73a-42a9-bdc1-196fcfe43a2f has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:08.997656 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97355a0d-0035-427f-9de6-a72820a93ad4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:09.002770 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97355a0d-0035-427f-9de6-a72820a93ad4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:09.007980 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] Sync routers for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:09.019514 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:39:09.020664 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:38:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:09.037349 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-97355a0d-0035-427f-9de6-a72820a93ad4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "PUT /v2.0/floatingips/da5c421e-d9ca-4d86-a095-80240f1bf2a3 HTTP/1.1" status: 200 len: 991 time: 1.0542326 Aug 27 04:39:09.037976 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:39:09.040284 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a78532-e5e8-41f6-9e73-ae4ba45367e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:09.055045 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa4c2c-d692-4be9-8220-293c6fbc3e2a req-028b8766-b9df-4c44-bfd6-c49096a17663 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:09.060470 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17aa4c2c-d692-4be9-8220-293c6fbc3e2a req-028b8766-b9df-4c44-bfd6-c49096a17663 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 943 time: 0.0589201 Aug 27 04:39:09.101928 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17aa4c2c-d692-4be9-8220-293c6fbc3e2a req-8eb64434-1041-4969-81c0-a3af54c97e45 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376501 Aug 27 04:39:09.144548 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:39:09.151962 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a794f8-99ac-472a-a732-88cec1ef9e81 x-openstack-request-id: req-d2a794f8-99ac-472a-a732-88cec1ef9e81 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:09.152294 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:09.152550 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2a794f8-99ac-472a-a732-88cec1ef9e81 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:09.152949 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'status': 'completed', 'code': 200} Aug 27 04:39:09.251119 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-eb3df407-d93f-498d-ad26-7bfd20f59e09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391352 Aug 27 04:39:09.268948 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-c4a8cd75-b391-43db-9f5b-2f853f318372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:09.271100 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-c4a8cd75-b391-43db-9f5b-2f853f318372 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 1099 time: 0.0411131 Aug 27 04:39:09.333607 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-dfcc3ee1-b23c-4bc2-b07b-5e403709702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:09.335133 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-dfcc3ee1-b23c-4bc2-b07b-5e403709702d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d957eb500948908f38f0f427a9017b&device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1137 time: 0.0471146 Aug 27 04:39:09.369207 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-39417f1f-6185-416b-836a-b0e7070571b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:09.370464 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-39417f1f-6185-416b-836a-b0e7070571b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.0919392 Aug 27 04:39:09.422234 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': 'da5c421e-d9ca-4d86-a095-80240f1bf2a3', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'port_id': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'mac_address': 'fa:16:3e:b1:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:38:42Z', 'updated_at': '2021-08-27T04:39:08Z', 'revision_number': 1, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:09.443441 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-d8e642c3-8c48-497a-bd45-cb4d43aff8d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792a8fdf-832a-4455-8433-eb97d588eb8e HTTP/1.1" status: 200 len: 999 time: 0.0651348 Aug 27 04:39:09.445173 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-ab285372-b65f-4be5-ab64-47fd1816f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:09.446676 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-ab285372-b65f-4be5-ab64-47fd1816f5db service neutron] 10.222.0.35 "GET /v2.0/networks?id=6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 200 len: 916 time: 0.0887361 Aug 27 04:39:09.448313 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] Checking router: 73642671-f73a-42a9-bdc1-196fcfe43a2f for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:09.456438 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:39:09.457033 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:38:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:09.506285 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-4d0a43a2-eece-4730-969f-123d0c9ac414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:09.507875 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-4d0a43a2-eece-4730-969f-123d0c9ac414 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0463462 Aug 27 04:39:09.532449 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-1e07c7a9-8666-48c0-958e-cc1e7710dde4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 1000 time: 0.0702324 Aug 27 04:39:09.557621 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-d44714fb-0741-450f-8d39-97a9a49923fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:09.559147 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-d44714fb-0741-450f-8d39-97a9a49923fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418272 Aug 27 04:39:09.564980 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:39:09.658566 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-a901d50a-abcf-4509-b3fb-8ecc2bd375c9 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892384 Aug 27 04:39:09.752758 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-21a78532-e5e8-41f6-9e73-ae4ba45367e8 req-54ac4aa5-0764-4b7e-ba1c-22af339630af service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Aug 27 04:39:09.800941 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': 'da5c421e-d9ca-4d86-a095-80240f1bf2a3', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'port_id': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'mac_address': 'fa:16:3e:b1:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:38:42Z', 'updated_at': '2021-08-27T04:39:08Z', 'revision_number': 1, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:09.806563 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-4c5b382c-c61e-4969-8f68-4724d3abba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:09.808145 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-4c5b382c-c61e-4969-8f68-4724d3abba0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5be63fc-2f82-4c73-913f-6e753c1161d4 HTTP/1.1" status: 200 len: 854 time: 0.2683249 Aug 27 04:39:09.828828 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3666cd-d433-4d05-8ba6-6e8861a18bbe None None] The sync data for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi is: [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': 'da5c421e-d9ca-4d86-a095-80240f1bf2a3', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'port_id': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'mac_address': 'fa:16:3e:b1:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:38:42Z', 'updated_at': '2021-08-27T04:39:08Z', 'revision_number': 1, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:09.857606 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-76644677-6784-464f-9ca3-70eeff6dd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:09.859446 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-76644677-6784-464f-9ca3-70eeff6dd160 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6393701f-2879-4fc5-bc44-476f65707d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401242 Aug 27 04:39:09.955702 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-f8b7be30-2513-49ca-87df-e72f47bb1e1f service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875001 Aug 27 04:39:10.018662 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a619c4d-4bed-4331-aae1-ecfe4ed929de None None] New status for floating IP da5c421e-d9ca-4d86-a095-80240f1bf2a3: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:39:10.048306 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a274642-4d3a-46cc-bc86-6e87adc539c2 req-92328a6d-dff2-4a8a-9d7a-5e5cba4952cd service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838521 Aug 27 04:39:10.230649 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85627c11-ede6-4315-9d9c-c2e62e11ddd9 req-e0862cec-656c-4b09-8c3d-b0e7e4122f13 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:10.232145 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-85627c11-ede6-4315-9d9c-c2e62e11ddd9 req-e0862cec-656c-4b09-8c3d-b0e7e4122f13 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 943 time: 0.0606046 Aug 27 04:39:10.269018 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-85627c11-ede6-4315-9d9c-c2e62e11ddd9 req-8f4404b3-27f3-439a-8eef-a84464cd7b56 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307896 Aug 27 04:39:10.403641 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 2059b96a-970e-44aa-95b2-28f50884a53e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:39:10.497744 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 2059b96a-970e-44aa-95b2-28f50884a53e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2059b96a-970e-44aa-95b2-28f50884a53e,segment=NetworkSegment(74d73b91-d781-42da-8d74-a0f14fcd2278),segment_id=74d73b91-d781-42da-8d74-a0f14fcd2278)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:10.509113 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '2059b96a-970e-44aa-95b2-28f50884a53e', 'network_id': '2c4a6e7e-9097-4463-a2f9-98b692a514cf', 'port_id': '2059b96a-970e-44aa-95b2-28f50884a53e', 'mac_address': 'fa:16:3e:90:99:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cdd410-73d8-4241-aac5-972d108cb688', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:39:10.544036 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:10.556908 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2059b96a-970e-44aa-95b2-28f50884a53e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:39:10.575835 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 2059b96a-970e-44aa-95b2-28f50884a53e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2059b96a-970e-44aa-95b2-28f50884a53e,segment=NetworkSegment(74d73b91-d781-42da-8d74-a0f14fcd2278),segment_id=74d73b91-d781-42da-8d74-a0f14fcd2278)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:10.579614 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:10.625199 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=2059b96a-970e-44aa-95b2-28f50884a53e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:11.126796 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['2059b96a-970e-44aa-95b2-28f50884a53e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:39:11.386518 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b23705-fc8f-49f2-9f44-e29161e62dc1 req-dd7481a7-4828-4be1-9193-1d0b591d6351 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:11.388028 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80b23705-fc8f-49f2-9f44-e29161e62dc1 req-dd7481a7-4828-4be1-9193-1d0b591d6351 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 944 time: 0.0501218 Aug 27 04:39:11.425584 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80b23705-fc8f-49f2-9f44-e29161e62dc1 req-0030075b-ebc4-43d8-9a29-493e80c8a9df tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Aug 27 04:39:12.402483 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 2059b96a-970e-44aa-95b2-28f50884a53e up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:12.449938 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 2059b96a-970e-44aa-95b2-28f50884a53e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:39:12.453679 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 2059b96a-970e-44aa-95b2-28f50884a53e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:39:12.454049 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:12.536509 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:12.537527 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08d5e3-e4ab-472b-806c-6c2022693487 req-1bb17570-5707-45c0-82f4-d1334b5842e5 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:12.538991 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fb08d5e3-e4ab-472b-806c-6c2022693487 req-1bb17570-5707-45c0-82f4-d1334b5842e5 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 944 time: 0.0473149 Aug 27 04:39:12.559448 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbccf205-2ebe-408e-8562-aad32ed0f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059b96a-970e-44aa-95b2-28f50884a53e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:39:12.561811 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c973e0-802b-49e6-97a4-8eaeca82f521" -d '{"events": [{"server_uuid": "cbccf205-2ebe-408e-8562-aad32ed0f52c", "name": "network-vif-plugged", "status": "completed", "tag": "2059b96a-970e-44aa-95b2-28f50884a53e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:12.574806 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 2059b96a-970e-44aa-95b2-28f50884a53e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2059b96a-970e-44aa-95b2-28f50884a53e,segment=NetworkSegment(74d73b91-d781-42da-8d74-a0f14fcd2278),segment_id=74d73b91-d781-42da-8d74-a0f14fcd2278)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:12.578578 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fb08d5e3-e4ab-472b-806c-6c2022693487 req-a88eb40f-0b0a-4867-b130-44f300693439 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Aug 27 04:39:12.580833 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:12.610006 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cc90e5-3735-4f75-b23a-75c35fe0854f x-openstack-request-id: req-b2cc90e5-3735-4f75-b23a-75c35fe0854f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:12.610308 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbccf205-2ebe-408e-8562-aad32ed0f52c", "name": "network-vif-plugged", "status": "completed", "tag": "2059b96a-970e-44aa-95b2-28f50884a53e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:12.610565 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2cc90e5-3735-4f75-b23a-75c35fe0854f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:12.610952 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbccf205-2ebe-408e-8562-aad32ed0f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059b96a-970e-44aa-95b2-28f50884a53e', 'code': 200} Aug 27 04:39:12.636509 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=2059b96a-970e-44aa-95b2-28f50884a53e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:12.802048 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ab716-c06f-4bfa-bcee-bed850dfb5ea req-ccdb0354-d19c-4f0f-b021-335c027475f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:12.803530 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4d2ab716-c06f-4bfa-bcee-bed850dfb5ea req-ccdb0354-d19c-4f0f-b021-335c027475f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 1098 time: 0.0403559 Aug 27 04:39:12.837922 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4d2ab716-c06f-4bfa-bcee-bed850dfb5ea req-d4bb778f-375f-4dac-a0c1-28e61c66ca16 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269244 Aug 27 04:39:13.699634 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3883f0-c930-4a5b-af8b-5e53e316ef8e req-1acff356-e594-4669-b7d3-cb61b8eb5430 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:13.701151 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef3883f0-c930-4a5b-af8b-5e53e316ef8e req-1acff356-e594-4669-b7d3-cb61b8eb5430 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 945 time: 0.0524271 Aug 27 04:39:13.737671 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef3883f0-c930-4a5b-af8b-5e53e316ef8e req-a18df1d8-7a2a-4dcd-af99-8fad2f4c0159 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307448 Aug 27 04:39:14.852765 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93297369-be61-48d1-b81b-9cf39b57342c req-069ee28b-6d8e-4c95-8f56-a571a27daf6b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:14.854341 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-93297369-be61-48d1-b81b-9cf39b57342c req-069ee28b-6d8e-4c95-8f56-a571a27daf6b tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 945 time: 0.0507247 Aug 27 04:39:14.894195 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-93297369-be61-48d1-b81b-9cf39b57342c req-7a487716-7062-4992-8363-50689723ba3e tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Aug 27 04:39:16.007386 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890a03d-8a3d-476a-be42-a8b5b88620d4 req-ef6d240d-b5fa-4d47-9c6d-eadb915bcd39 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:16.008889 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0890a03d-8a3d-476a-be42-a8b5b88620d4 req-ef6d240d-b5fa-4d47-9c6d-eadb915bcd39 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 945 time: 0.0484567 Aug 27 04:39:16.045879 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0890a03d-8a3d-476a-be42-a8b5b88620d4 req-87ccdc15-b508-456e-a9a7-ece3290050b3 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 Aug 27 04:39:25.279145 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:39:26.776920 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9446b639-8ded-4d9d-8859-630d572f273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:29.058268 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4b26b701-3dcf-4704-9679-5fc260110d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:29.597348 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:30.412044 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:32.129464 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:33.845696 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:36.089294 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf84fda-7054-4156-ba43-eebfa1cda547 req-6e2074f6-909d-46e5-b0e4-3fd9ec98a680 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:36.090784 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3cf84fda-7054-4156-ba43-eebfa1cda547 req-6e2074f6-909d-46e5-b0e4-3fd9ec98a680 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.2895329 Aug 27 04:39:36.127541 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3cf84fda-7054-4156-ba43-eebfa1cda547 req-1f54f8cb-a542-428c-b790-94ab3e80cc1b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307422 Aug 27 04:39:37.239641 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f99e-4db3-4171-89e9-6240a6b2e13e req-a22e723c-a567-4422-85eb-09437c636551 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:37.241135 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bfc9f99e-4db3-4171-89e9-6240a6b2e13e req-a22e723c-a567-4422-85eb-09437c636551 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0472705 Aug 27 04:39:37.277883 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bfc9f99e-4db3-4171-89e9-6240a6b2e13e req-16db21d5-b5a4-429e-ad66-d73888ddb46a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Aug 27 04:39:38.390035 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c5ace-fb56-4ffa-ac66-3a38766a980c req-6a54b930-af2a-492e-a0b3-fdf730b27a9d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:38.391504 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c45c5ace-fb56-4ffa-ac66-3a38766a980c req-6a54b930-af2a-492e-a0b3-fdf730b27a9d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0481150 Aug 27 04:39:38.428378 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c45c5ace-fb56-4ffa-ac66-3a38766a980c req-6bb1e38a-d940-4db7-991e-1eba5d6d7674 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306718 Aug 27 04:39:39.547350 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e94d2-d721-4a70-b445-de285af5715d req-37c2436e-715e-4579-a191-6262d65d034a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:39.548936 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-255e94d2-d721-4a70-b445-de285af5715d req-37c2436e-715e-4579-a191-6262d65d034a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0545793 Aug 27 04:39:39.590676 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-255e94d2-d721-4a70-b445-de285af5715d req-4bdd2732-0a9d-4a49-99f8-35e5981e712f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358524 Aug 27 04:39:40.703485 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fb030-ddaf-4854-bf99-960d6c80f4da req-4f3a7245-3c87-41e9-a1c8-5ec73c77b57d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:40.704974 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba5fb030-ddaf-4854-bf99-960d6c80f4da req-4f3a7245-3c87-41e9-a1c8-5ec73c77b57d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0482023 Aug 27 04:39:40.743090 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba5fb030-ddaf-4854-bf99-960d6c80f4da req-cfed632d-a980-4909-8b14-1fbf942d4cf4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Aug 27 04:39:41.861451 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64272511-d5db-4b9d-ae4d-284943a0627a req-56c6b27f-978b-46b1-8472-2d0007e90521 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:41.862923 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64272511-d5db-4b9d-ae4d-284943a0627a req-56c6b27f-978b-46b1-8472-2d0007e90521 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0519176 Aug 27 04:39:41.900117 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64272511-d5db-4b9d-ae4d-284943a0627a req-122d80e7-da64-498a-abb5-e315fa4d7881 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313072 Aug 27 04:39:43.012170 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a74129-70a0-4e62-9b53-89e6781c3cac req-48c5b05b-db3a-492d-9905-874745cf3ba8 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:43.013651 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-09a74129-70a0-4e62-9b53-89e6781c3cac req-48c5b05b-db3a-492d-9905-874745cf3ba8 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Aug 27 04:39:43.050619 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-09a74129-70a0-4e62-9b53-89e6781c3cac req-0610dd94-61c9-4130-b611-20711670cad5 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312679 Aug 27 04:39:43.201123 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e407a9f-d7f3-409d-adf1-52f1207f4a23 req-3d814215-cce5-4402-bcd4-0af8b50ba59c tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:43.202569 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5e407a9f-d7f3-409d-adf1-52f1207f4a23 req-3d814215-cce5-4402-bcd4-0af8b50ba59c tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 945 time: 0.0478699 Aug 27 04:39:43.241983 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5e407a9f-d7f3-409d-adf1-52f1207f4a23 req-54d9e377-94e3-43a9-a7c5-8d734fd52632 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307672 Aug 27 04:39:44.167127 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302f0be-d6a9-4117-8d1d-f8cb07fe5fe3 req-764183e7-178d-463e-93c0-3de23c5650b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:44.168563 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7302f0be-d6a9-4117-8d1d-f8cb07fe5fe3 req-764183e7-178d-463e-93c0-3de23c5650b4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0529418 Aug 27 04:39:44.208082 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7302f0be-d6a9-4117-8d1d-f8cb07fe5fe3 req-ebcf75c8-db5e-406e-9d10-30c44bc86900 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334079 Aug 27 04:39:44.354491 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e25591-3e47-4597-920a-d3f8bea995d5 req-b5b8a325-b72f-4c58-a9dd-c774a0bc3ea4 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:44.355968 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-86e25591-3e47-4597-920a-d3f8bea995d5 req-b5b8a325-b72f-4c58-a9dd-c774a0bc3ea4 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 945 time: 0.0465846 Aug 27 04:39:44.393517 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-86e25591-3e47-4597-920a-d3f8bea995d5 req-48435acc-64c8-4612-8824-f42e8a222fc2 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Aug 27 04:39:45.321065 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694728c5-c89f-481b-ad37-1bd9c6240eed req-52d0dd8d-7558-47a3-b770-27ca4d932e29 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:45.322426 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-694728c5-c89f-481b-ad37-1bd9c6240eed req-52d0dd8d-7558-47a3-b770-27ca4d932e29 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0506561 Aug 27 04:39:45.359405 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-694728c5-c89f-481b-ad37-1bd9c6240eed req-ca5415a0-55f4-49f8-9728-d8724d3850f6 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312152 Aug 27 04:39:45.506861 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007650e0-ad2d-4a95-a560-ffb0973a0d26 req-58ce41f2-ea6b-470d-a15d-b63214bff691 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:45.508845 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-007650e0-ad2d-4a95-a560-ffb0973a0d26 req-58ce41f2-ea6b-470d-a15d-b63214bff691 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 945 time: 0.0484493 Aug 27 04:39:45.545555 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-007650e0-ad2d-4a95-a560-ffb0973a0d26 req-0d732672-770b-4229-bac8-80b7315d5377 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Aug 27 04:39:46.471949 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdcfc9-cbab-4458-9fb6-520bf7b52a05 req-0c7b2cae-8557-47bf-bd2e-b02a24c8c647 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:46.473408 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4bcdcfc9-cbab-4458-9fb6-520bf7b52a05 req-0c7b2cae-8557-47bf-bd2e-b02a24c8c647 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0470479 Aug 27 04:39:46.509584 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4bcdcfc9-cbab-4458-9fb6-520bf7b52a05 req-70a5bd35-dc69-4198-9d35-bbf8e0dead66 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297768 Aug 27 04:39:46.634762 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-df609c56-bd72-4049-88cb-77c9eae503a0 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:46.636264 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-df609c56-bd72-4049-88cb-77c9eae503a0 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 945 time: 0.0537825 Aug 27 04:39:46.661636 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090991f-7d6d-423b-b572-eb593d70ea9c req-10408562-a7ba-4b96-b9a6-f99ddf1adfe9 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:46.663101 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5090991f-7d6d-423b-b572-eb593d70ea9c req-10408562-a7ba-4b96-b9a6-f99ddf1adfe9 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 945 time: 0.0490038 Aug 27 04:39:46.699721 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5090991f-7d6d-423b-b572-eb593d70ea9c req-33354ca4-9337-4e9e-9a89-22771604ac53 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf13c56-160c-496d-9856-6933acf9df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307143 Aug 27 04:39:46.728506 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Deleting port 2059b96a-970e-44aa-95b2-28f50884a53e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:39:46.728793 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:46.816088 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] For port 2059b96a-970e-44aa-95b2-28f50884a53e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2059b96a-970e-44aa-95b2-28f50884a53e,segment=NetworkSegment(74d73b91-d781-42da-8d74-a0f14fcd2278),segment_id=74d73b91-d781-42da-8d74-a0f14fcd2278)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:46.816457 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:46.829315 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Calling delete_port for 2059b96a-970e-44aa-95b2-28f50884a53e owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:39:46.952234 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:46.980145 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Pushing event deleted for resources: {'Port': ['ID=2059b96a-970e-44aa-95b2-28f50884a53e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:46.992679 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.993030 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.993378 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.993712 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.994041 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.994373 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.994703 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.995028 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.995356 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.995679 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.996019 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:46.996345 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:47.009556 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['2059b96a-970e-44aa-95b2-28f50884a53e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:39:47.029306 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] No DVR routers for this DVR port 2059b96a-970e-44aa-95b2-28f50884a53e on host hv-cinder-80403 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:39:47.031709 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:47.033685 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7fcca5c4-cf49-4ce4-8264-8d3887a78703 req-a6df5ce4-7d9e-4459-9c31-fce3aaaa4f21 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.35 "DELETE /v2.0/ports/2059b96a-970e-44aa-95b2-28f50884a53e HTTP/1.1" status: 204 len: 173 time: 0.3905461 Aug 27 04:39:47.034117 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbccf205-2ebe-408e-8562-aad32ed0f52c', 'name': 'network-vif-deleted', 'tag': '2059b96a-970e-44aa-95b2-28f50884a53e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:39:47.036358 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1575d2-40fb-4d64-b2cb-311e99055a21" -d '{"events": [{"server_uuid": "cbccf205-2ebe-408e-8562-aad32ed0f52c", "name": "network-vif-deleted", "tag": "2059b96a-970e-44aa-95b2-28f50884a53e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:47.071719 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b179cebf-d441-4f00-8c43-5191b087861c x-openstack-request-id: req-b179cebf-d441-4f00-8c43-5191b087861c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:47.072058 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbccf205-2ebe-408e-8562-aad32ed0f52c", "name": "network-vif-deleted", "tag": "2059b96a-970e-44aa-95b2-28f50884a53e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:47.072292 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b179cebf-d441-4f00-8c43-5191b087861c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:47.072682 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbccf205-2ebe-408e-8562-aad32ed0f52c', 'name': 'network-vif-deleted', 'tag': '2059b96a-970e-44aa-95b2-28f50884a53e', 'status': 'completed', 'code': 200} Aug 27 04:39:47.626209 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095db06-79b0-49eb-ab33-7993e174fb4a req-3b312a64-5810-4976-ac6f-2f09c2b8e3e9 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:47.627682 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4095db06-79b0-49eb-ab33-7993e174fb4a req-3b312a64-5810-4976-ac6f-2f09c2b8e3e9 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0501525 Aug 27 04:39:47.664158 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4095db06-79b0-49eb-ab33-7993e174fb4a req-98ea5e8f-f81e-4869-b950-1cd4168d9c66 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301185 Aug 27 04:39:47.804306 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4b53c8dc-854f-48b0-b3e5-d2df75de014f req-a5f7cc9e-8c0c-48fb-85ea-40d4f85d0288 tempest-VolumesSnapshotTestJSON-778627873 tempest-VolumesSnapshotTestJSON-778627873-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbccf205-2ebe-408e-8562-aad32ed0f52c HTTP/1.1" status: 200 len: 210 time: 0.0257730 Aug 27 04:39:48.784446 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65487cf-9681-43c3-977d-c07c72c32e49 req-7e41486e-21de-4457-b0b3-e0743c9b285e tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:48.785891 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c65487cf-9681-43c3-977d-c07c72c32e49 req-7e41486e-21de-4457-b0b3-e0743c9b285e tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0516989 Aug 27 04:39:48.824360 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c65487cf-9681-43c3-977d-c07c72c32e49 req-354a1e6f-6c63-4d49-999d-72545f1f9d4c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315781 Aug 27 04:39:48.970979 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e53064-5f2a-4958-92ee-05e258825346 req-0462b534-7321-4a81-9eab-4a99677b4038 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:48.972491 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48e53064-5f2a-4958-92ee-05e258825346 req-0462b534-7321-4a81-9eab-4a99677b4038 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0519037 Aug 27 04:39:49.012771 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-48e53064-5f2a-4958-92ee-05e258825346 req-20189e51-cd13-48ee-80c0-75e810f2043a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342221 Aug 27 04:39:49.938301 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ec4df-b1ab-4682-9dcb-c94c4c2166ec req-ca5f80f0-4182-4b1e-a939-d2cbf438e82d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:49.939767 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c1ec4df-b1ab-4682-9dcb-c94c4c2166ec req-ca5f80f0-4182-4b1e-a939-d2cbf438e82d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0475652 Aug 27 04:39:49.975678 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c1ec4df-b1ab-4682-9dcb-c94c4c2166ec req-3bed13b4-538c-422a-87ae-a38bb0ddd989 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298727 Aug 27 04:39:50.127291 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2531cf-aba4-4871-b094-873c243c5660 req-a9946957-6d79-4b57-aff6-6f8a640ad302 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:50.128762 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8c2531cf-aba4-4871-b094-873c243c5660 req-a9946957-6d79-4b57-aff6-6f8a640ad302 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0478501 Aug 27 04:39:50.168088 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8c2531cf-aba4-4871-b094-873c243c5660 req-57cff153-e4ea-4681-a234-b54b99412bf9 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331991 Aug 27 04:39:50.676284 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 2059b96a-970e-44aa-95b2-28f50884a53e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:50.695781 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 2059b96a-970e-44aa-95b2-28f50884a53e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:39:50.696219 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 2059b96a-970e-44aa-95b2-28f50884a53e not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:50.884641 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-055c766d-2f54-4b6f-b40a-a6a63a14f006 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:50.886080 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-055c766d-2f54-4b6f-b40a-a6a63a14f006 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.35 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0485168 Aug 27 04:39:50.982397 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Deleting port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:39:50.982910 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:51.105536 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] For port f8a58c4d-0881-4c48-9ebe-4070da2b40d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:51.105908 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:51.158629 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ed9b8-a7ed-41d6-96c8-b2c8d1b65db9 req-d1f1ef5b-629d-46c9-af6c-e33f5951f9ff tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:51.160135 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-198ed9b8-a7ed-41d6-96c8-b2c8d1b65db9 req-d1f1ef5b-629d-46c9-af6c-e33f5951f9ff tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.1127114 Aug 27 04:39:51.246912 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-198ed9b8-a7ed-41d6-96c8-b2c8d1b65db9 req-29bfb82a-1b48-4ea7-8d38-6c0a761a5c58 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797863 Aug 27 04:39:51.285135 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2369e77-3c1e-41eb-9769-878f68ff77e8 req-90aa8f05-2c03-4807-afc9-4bebae37bdb6 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:51.286644 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f2369e77-3c1e-41eb-9769-878f68ff77e8 req-90aa8f05-2c03-4807-afc9-4bebae37bdb6 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 945 time: 0.0487146 Aug 27 04:39:51.316367 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:51.316767 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:51.317122 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.l3_db [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Floating IP 28725b54-1aaf-482b-80c6-ceedf5f4a928 disassociated. External IP: 172.27.1.168, port: f8a58c4d-0881-4c48-9ebe-4070da2b40d9. Aug 27 04:39:51.317427 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Calling delete_port for f8a58c4d-0881-4c48-9ebe-4070da2b40d9 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:39:51.328694 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f2369e77-3c1e-41eb-9769-878f68ff77e8 req-00d5f32d-b974-4f85-b2e6-02dfbfbdf3a3 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=47f5c1dd-a7bb-4d09-9c65-7fbae1365637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354354 Aug 27 04:39:51.467300 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:51.495880 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event deleted for resources: {'Port': ['ID=f8a58c4d-0881-4c48-9ebe-4070da2b40d9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:51.608037 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Router ba83b6d2-f3d1-4eea-9d16-4905e6568570 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:51.710020 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:51.721083 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] Sync routers for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:51.730601 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:39:51.731217 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:39:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:51.748627 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] No DVR routers for this DVR port f8a58c4d-0881-4c48-9ebe-4070da2b40d9 on host hv-cinder-80403 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:39:51.751101 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:51.753099 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6f49052f-5177-4f00-96e2-3de96b3efbcb req-bffa7f72-a568-4a3d-bcf5-a1902d8c0bd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.35 "DELETE /v2.0/ports/f8a58c4d-0881-4c48-9ebe-4070da2b40d9 HTTP/1.1" status: 204 len: 173 time: 0.8575363 Aug 27 04:39:51.753540 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5598e9e1-bc44-4831-be1a-f478deba899b', 'name': 'network-vif-deleted', 'tag': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:39:51.755762 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fe6b1e-5bf8-495c-b1a5-5162708638fe" -d '{"events": [{"server_uuid": "5598e9e1-bc44-4831-be1a-f478deba899b", "name": "network-vif-deleted", "tag": "f8a58c4d-0881-4c48-9ebe-4070da2b40d9"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:51.792676 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57da45c2-3c9d-499e-9462-cc52d1a24874 x-openstack-request-id: req-57da45c2-3c9d-499e-9462-cc52d1a24874 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:51.792978 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5598e9e1-bc44-4831-be1a-f478deba899b", "name": "network-vif-deleted", "tag": "f8a58c4d-0881-4c48-9ebe-4070da2b40d9", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:51.793236 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57da45c2-3c9d-499e-9462-cc52d1a24874 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:51.793640 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5598e9e1-bc44-4831-be1a-f478deba899b', 'name': 'network-vif-deleted', 'tag': 'f8a58c4d-0881-4c48-9ebe-4070da2b40d9', 'status': 'completed', 'code': 200} Aug 27 04:39:51.837019 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:39:52.045702 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:52.183096 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] Checking router: ba83b6d2-f3d1-4eea-9d16-4905e6568570 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:52.191573 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:39:52.192226 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:39:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:52.294946 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:39:52.368594 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe7532-2e09-4625-9108-56f008db26ea req-52f3ab10-fea4-4989-b661-940d451425db tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:52.370141 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6ffe7532-2e09-4625-9108-56f008db26ea req-52f3ab10-fea4-4989-b661-940d451425db tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0482938 Aug 27 04:39:52.411095 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6ffe7532-2e09-4625-9108-56f008db26ea req-55d17fa7-1af9-429b-8775-d60df0a01de4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351267 Aug 27 04:39:52.491250 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:52.505447 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ad82c50c-4065-4bae-9945-0a80d01c3be1 req-9dae340a-fed1-4160-bb2a-826f39c92626 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.0262506 Aug 27 04:39:52.517796 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59228f5b-fd86-4f91-ab4b-56ee8e7f83c4 None None] The sync data for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi is: [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:52.716350 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677e45e9-136e-419b-adc8-26d1fdd890bb None None] New status for floating IP 28725b54-1aaf-482b-80c6-ceedf5f4a928: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:39:53.525195 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127bd77-2411-4a1a-a888-9839c2e57e03 req-c864c942-917d-4998-9d42-28e164be2f6d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:53.526658 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b127bd77-2411-4a1a-a888-9839c2e57e03 req-c864c942-917d-4998-9d42-28e164be2f6d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0480807 Aug 27 04:39:53.562406 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b127bd77-2411-4a1a-a888-9839c2e57e03 req-b0453765-3cf1-4861-a164-dbfc8026dcaa tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299788 Aug 27 04:39:53.651335 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-27521ee9-b2f8-4cbb-89e4-35b736937ea4 req-0ae9cd04-3001-4525-8583-5caa6b6b60c0 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.0259831 Aug 27 04:39:54.676560 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aaa71-4962-41a4-82c7-aa2e2ce48ca1 req-4c988e31-f535-4473-8e3b-eb6fdc904a54 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:54.677945 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-026aaa71-4962-41a4-82c7-aa2e2ce48ca1 req-4c988e31-f535-4473-8e3b-eb6fdc904a54 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0508437 Aug 27 04:39:54.714659 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-026aaa71-4962-41a4-82c7-aa2e2ce48ca1 req-ddb04bce-8435-41a1-9229-c778d0aeb94c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Aug 27 04:39:54.806391 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a58335b-325c-4cdf-ab71-ee4de7fcbd11 req-6a997616-4fc1-4129-a1b3-4109f3ac205f tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.0254359 Aug 27 04:39:55.829224 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae1ae5-617e-4630-8a17-4e694db5b634 req-620a9b6a-5eeb-4604-9207-7b0c9b6f282d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:55.830730 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d2ae1ae5-617e-4630-8a17-4e694db5b634 req-620a9b6a-5eeb-4604-9207-7b0c9b6f282d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0481324 Aug 27 04:39:55.868352 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d2ae1ae5-617e-4630-8a17-4e694db5b634 req-f4bea66e-7f8b-4c9a-a8f3-2da878fd2570 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317569 Aug 27 04:39:55.957024 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56fdf5fa-ae16-41a1-838b-ecd9d1563626 req-406a741f-dc17-4306-894f-1b46b791efe9 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.0258090 Aug 27 04:39:56.780418 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfd38eea-0f7f-441c-b93e-6df2f09276bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:56.981133 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33f06-dbc0-4fda-80db-bfb5b0120fd7 req-3010f636-6683-47cd-8982-8501263d9397 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:56.982836 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f5d33f06-dbc0-4fda-80db-bfb5b0120fd7 req-3010f636-6683-47cd-8982-8501263d9397 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0504365 Aug 27 04:39:57.019622 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f5d33f06-dbc0-4fda-80db-bfb5b0120fd7 req-c0464eb0-60a4-4f1a-bad9-76c851ea496f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Aug 27 04:39:57.108539 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cd9a6f22-4720-4f52-9fc3-bbc66cb248e9 req-4c3b11f3-0f0c-46ae-8f2a-45f97868536f tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.0264988 Aug 27 04:39:57.924311 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device f8a58c4d-0881-4c48-9ebe-4070da2b40d9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:57.947835 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: f8a58c4d-0881-4c48-9ebe-4070da2b40d9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:39:57.948203 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device f8a58c4d-0881-4c48-9ebe-4070da2b40d9 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:58.129609 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc986-cdd2-490e-a442-dc07941cbee0 req-51287b1b-aa64-46de-b703-c248be26b039 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:58.131096 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb4dc986-cdd2-490e-a442-dc07941cbee0 req-51287b1b-aa64-46de-b703-c248be26b039 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0476327 Aug 27 04:39:58.169227 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb4dc986-cdd2-490e-a442-dc07941cbee0 req-efe79505-6eee-42a1-b262-360ae78ea0aa tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316036 Aug 27 04:39:58.219046 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4a9d14d8-e213-4d1d-b598-a7bad799a1f0 req-ce7eaebd-752c-4889-b162-480f0323a614 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=5598e9e1-bc44-4831-be1a-f478deba899b HTTP/1.1" status: 200 len: 210 time: 0.0300419 Aug 27 04:39:59.060793 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-817d38f3-a183-4982-8c81-22a5afb8c689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.284192 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009a4a7-3522-4aff-ba94-f4fe6430cd14 req-bc328de2-d6e4-4240-adae-0858284b713f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:59.285720 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b009a4a7-3522-4aff-ba94-f4fe6430cd14 req-bc328de2-d6e4-4240-adae-0858284b713f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0493202 Aug 27 04:39:59.325284 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b009a4a7-3522-4aff-ba94-f4fe6430cd14 req-7b9a462d-67c9-46b6-99c1-d6f7ee5e0b38 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331836 Aug 27 04:39:59.330205 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36026) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:39:59.384177 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ddde717-dcb2-4cca-9b2e-8d27b876817c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.409696 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ddde717-dcb2-4cca-9b2e-8d27b876817c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.456460 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ddde717-dcb2-4cca-9b2e-8d27b876817c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.458988 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ddde717-dcb2-4cca-9b2e-8d27b876817c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.460765 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4ddde717-dcb2-4cca-9b2e-8d27b876817c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "DELETE /v2.0/security-groups/47f5c1dd-a7bb-4d09-9c65-7fbae1365637 HTTP/1.1" status: 204 len: 168 time: 0.1289296 Aug 27 04:39:59.463667 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36028) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:39:59.472544 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddde717-dcb2-4cca-9b2e-8d27b876817c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f5c1dd-a7bb-4d09-9c65-7fbae1365637,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:59.478558 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.api.v2.resource [None req-dbcd1d85-1d3e-43ae-8178-830f7b1bf62c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] show failed (client error): The resource could not be found. Aug 27 04:39:59.481954 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36030) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:39:59.482107 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-dbcd1d85-1d3e-43ae-8178-830f7b1bf62c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups/47f5c1dd-a7bb-4d09-9c65-7fbae1365637 HTTP/1.1" status: 404 len: 347 time: 0.0172329 Aug 27 04:39:59.599250 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.604544 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2a21b2f4-0b9a-4143-ab17-f9d59505e1eb tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Deleting port b562e447-1cbd-4f40-b617-99e43ccccc90 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:39:59.604897 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a21b2f4-0b9a-4143-ab17-f9d59505e1eb tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.678526 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a21b2f4-0b9a-4143-ab17-f9d59505e1eb tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.678903 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a21b2f4-0b9a-4143-ab17-f9d59505e1eb tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.690374 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2a21b2f4-0b9a-4143-ab17-f9d59505e1eb tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Calling delete_port for b562e447-1cbd-4f40-b617-99e43ccccc90 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:39:59.831804 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a21b2f4-0b9a-4143-ab17-f9d59505e1eb tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.855318 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21b2f4-0b9a-4143-ab17-f9d59505e1eb tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event deleted for resources: {'Port': ['ID=b562e447-1cbd-4f40-b617-99e43ccccc90,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:59.924567 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a21b2f4-0b9a-4143-ab17-f9d59505e1eb tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.927328 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a21b2f4-0b9a-4143-ab17-f9d59505e1eb tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:59.928524 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2a21b2f4-0b9a-4143-ab17-f9d59505e1eb tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "DELETE /v2.0/floatingips/28725b54-1aaf-482b-80c6-ceedf5f4a928 HTTP/1.1" status: 204 len: 168 time: 0.4452479 Aug 27 04:40:00.264158 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36044) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:00.269024 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-965db832-f902-4f55-bb70-de3439eed114 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94461144', 'description': 'tempest-description--1254532779'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:00.290212 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-965db832-f902-4f55-bb70-de3439eed114 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.378313 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-965db832-f902-4f55-bb70-de3439eed114 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.382794 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-965db832-f902-4f55-bb70-de3439eed114 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.415351 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.416030 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965db832-f902-4f55-bb70-de3439eed114 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604a73eb-259f-48e3-8e6e-c2d29f1f0931,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:00.418192 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-965db832-f902-4f55-bb70-de3439eed114 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.419402 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-965db832-f902-4f55-bb70-de3439eed114 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1542199 Aug 27 04:40:00.424425 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36048) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:00.429641 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-639f82a3-7c9a-4bc6-aabc-8e630d3a7892 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'security_group_rule': {'security_group_id': '604a73eb-259f-48e3-8e6e-c2d29f1f0931', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:00.448225 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59f250-a9db-4722-8d80-efde09c9112e req-a8037b49-14ed-47cb-b599-f961b0933480 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:00.449827 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2b59f250-a9db-4722-8d80-efde09c9112e req-a8037b49-14ed-47cb-b599-f961b0933480 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0539999 Aug 27 04:40:00.455071 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-639f82a3-7c9a-4bc6-aabc-8e630d3a7892 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.488374 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2b59f250-a9db-4722-8d80-efde09c9112e req-3c1cfe24-ca64-4652-8f2d-099c11922b53 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Aug 27 04:40:00.511565 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-639f82a3-7c9a-4bc6-aabc-8e630d3a7892 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.514894 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-639f82a3-7c9a-4bc6-aabc-8e630d3a7892 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.531868 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f82a3-7c9a-4bc6-aabc-8e630d3a7892 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bde497-1819-441e-b762-f80c718748d0,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:00.537444 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-639f82a3-7c9a-4bc6-aabc-8e630d3a7892 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.539366 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-639f82a3-7c9a-4bc6-aabc-8e630d3a7892 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140158 Aug 27 04:40:00.542194 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36050) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:00.546486 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f6f19a59-0050-461e-b1ab-4d17e15587b5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'security_group_rule': {'security_group_id': '604a73eb-259f-48e3-8e6e-c2d29f1f0931', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:00.570956 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6f19a59-0050-461e-b1ab-4d17e15587b5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.628360 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6f19a59-0050-461e-b1ab-4d17e15587b5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.632295 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6f19a59-0050-461e-b1ab-4d17e15587b5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.649085 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f19a59-0050-461e-b1ab-4d17e15587b5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e00204-a8f9-4110-aced-eba886831a22,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:00.656957 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6f19a59-0050-461e-b1ab-4d17e15587b5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.658123 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f6f19a59-0050-461e-b1ab-4d17e15587b5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150301 Aug 27 04:40:00.661482 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:00.666532 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'floatingip': {'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:00.686464 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.779702 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:00.884249 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Allocated IP 172.27.1.245 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/7757302c-02de-49e4-a170-8d659efb7088) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:00.981821 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:01.020389 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:01.059972 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:01.062764 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:01.068308 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:40:01.092789 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'Port': ['ID=7757302c-02de-49e4-a170-8d659efb7088,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:01.160206 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:01.193905 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:01.341283 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:01.345748 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:01.419837 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'Port': ['ID=7757302c-02de-49e4-a170-8d659efb7088,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:01.431325 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:01.445462 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:01.446933 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7e634ffa-134d-4d54-9ffe-32bc4d465036 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7844276 Aug 27 04:40:01.591881 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-4029a0d6-9b27-4b5e-9341-187fceb5b456 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--94461144&fields=id&tenant_id=73010213c0b945979b5a337586b82752 HTTP/1.1" status: 200 len: 267 time: 0.0330153 Aug 27 04:40:01.609091 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e5050-d305-4b97-986e-cb741ad4359d req-3676e933-97c2-44e6-968b-feba4d9a593f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:01.610612 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ae3e5050-d305-4b97-986e-cb741ad4359d req-3676e933-97c2-44e6-968b-feba4d9a593f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0523467 Aug 27 04:40:01.648951 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ae3e5050-d305-4b97-986e-cb741ad4359d req-911f0802-e84e-4019-a274-081bd6b00e09 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317869 Aug 27 04:40:01.701509 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-c4e6c853-2be1-42ce-843b-03f2d9729d1d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:01.702986 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-c4e6c853-2be1-42ce-843b-03f2d9729d1d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 811 time: 0.1043305 Aug 27 04:40:01.717567 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-377c236d-40c5-48ef-aa07-2a369d8c0c2d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/quotas/73010213c0b945979b5a337586b82752 HTTP/1.1" status: 200 len: 375 time: 0.0088949 Aug 27 04:40:01.769009 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-83b96732-8028-414b-bec8-363b090e26d1 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463567 Aug 27 04:40:01.863791 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-cb2f0d9b-56e8-4aeb-a83b-818ccc6282de service neutron] 10.222.0.53 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834241 Aug 27 04:40:01.949238 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-4da5103e-41ff-4fc6-9ab1-4fdc3dcb0c47 service neutron] 10.222.0.53 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789685 Aug 27 04:40:02.103917 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d777baa8-e4b6-4a2f-8d76-b07afbb36922 req-54ff8b13-3d1c-45f9-b27b-ba048c291c89 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 210 time: 0.0278633 Aug 27 04:40:02.140359 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:02.285804 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:40:02.768201 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f94123-ea86-4569-86b9-51871f7648c7 req-8d70f929-009d-481b-9243-dc178c131d4b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:02.769668 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-77f94123-ea86-4569-86b9-51871f7648c7 req-8d70f929-009d-481b-9243-dc178c131d4b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0485301 Aug 27 04:40:02.806729 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-77f94123-ea86-4569-86b9-51871f7648c7 req-30c7b03d-c7be-4e5e-80fc-1c67489c9ddd tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304856 Aug 27 04:40:03.133784 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666221d-917b-42cd-be79-312f75d03543 req-ddd09654-8561-447a-8511-2392b2fc9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:03.135601 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b666221d-917b-42cd-be79-312f75d03543 req-ddd09654-8561-447a-8511-2392b2fc9b35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a&device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1098 time: 0.0438011 Aug 27 04:40:03.202704 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fa077e42-6569-4231-9cef-40a2b9ac3e30 req-188bd011-6861-4c61-a44b-d20c49e6fb8c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 210 time: 0.0273201 Aug 27 04:40:03.269691 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666221d-917b-42cd-be79-312f75d03543 req-82c2c38f-7897-4702-85bd-92a0d5090e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:03.271196 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b666221d-917b-42cd-be79-312f75d03543 req-82c2c38f-7897-4702-85bd-92a0d5090e6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a HTTP/1.1" status: 200 len: 910 time: 0.0860410 Aug 27 04:40:03.369786 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b666221d-917b-42cd-be79-312f75d03543 req-fb31b64a-d07d-4cb1-9cee-7d29c46990b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236b6127-484d-477e-b8eb-9cc2f556a39e HTTP/1.1" status: 200 len: 1000 time: 0.0721915 Aug 27 04:40:03.406362 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-d1d222aa-4a10-4a07-861a-7ee16cf28551 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:03.408403 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-d1d222aa-4a10-4a07-861a-7ee16cf28551 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 811 time: 0.1118433 Aug 27 04:40:03.423878 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666221d-917b-42cd-be79-312f75d03543 req-0c4cb5df-0060-47a2-8722-b6e73994bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:03.425912 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b666221d-917b-42cd-be79-312f75d03543 req-0c4cb5df-0060-47a2-8722-b6e73994bf45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1790164e-c947-4aa4-a4b7-0b3abb94d7ea HTTP/1.1" status: 200 len: 848 time: 0.0484114 Aug 27 04:40:03.510569 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-89d691ba-c79a-4949-8345-67c057ea6d15 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73010213c0b945979b5a337586b82752 HTTP/1.1" status: 200 len: 378 time: 0.0407226 Aug 27 04:40:03.511388 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666221d-917b-42cd-be79-312f75d03543 req-4ea926f7-eeec-4761-9400-6f0ae36519b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:03.513019 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b666221d-917b-42cd-be79-312f75d03543 req-4ea926f7-eeec-4761-9400-6f0ae36519b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447156 Aug 27 04:40:03.538518 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'port': {'device_id': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'admin_state_up': True, 'tenant_id': '73010213c0b945979b5a337586b82752', 'security_groups': ['604a73eb-259f-48e3-8e6e-c2d29f1f0931']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:03.649566 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Made reservation on behalf of 73010213c0b945979b5a337586b82752 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:03.653349 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:03.664068 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b666221d-917b-42cd-be79-312f75d03543 req-65761431-b4e7-42e8-911b-ac9bbaa1a13a service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868344 Aug 27 04:40:03.759450 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b666221d-917b-42cd-be79-312f75d03543 req-19130385-4923-4c88-8778-c77025ac3006 service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835719 Aug 27 04:40:03.779888 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Allocated IP 172.20.0.9 (a919ac5d-841a-4ae2-b353-26d1ed741c31/ec697f3b-617c-4eff-bc60-4cc0babb38f6/be02021d-efc7-490f-b112-ba663b0a0f36) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:03.854662 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:03.958605 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325345eb-406e-423a-8745-e141ebbb1579 req-c833a102-d2b5-4f53-9242-0392c8751cc7 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:03.960801 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-325345eb-406e-423a-8745-e141ebbb1579 req-c833a102-d2b5-4f53-9242-0392c8751cc7 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0853817 Aug 27 04:40:03.971106 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:03.999572 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Transition to ACTIVE for port object be02021d-efc7-490f-b112-ba663b0a0f36 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:40:04.018529 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-325345eb-406e-423a-8745-e141ebbb1579 req-afd47b22-e318-459b-a808-a53fbf97b5af tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504463 Aug 27 04:40:04.047432 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:04.094804 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Network a919ac5d-841a-4ae2-b353-26d1ed741c31 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:04.099901 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:04.102585 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:40:04.130223 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event updated for resources: {'Port': ['ID=be02021d-efc7-490f-b112-ba663b0a0f36,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:04.147148 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.148088 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.148444 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.148777 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.149118 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.149459 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.149794 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.150158 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.150463 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.150797 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.151128 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.151457 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:04.173369 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:04.173991 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:04.189016 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-72299c2a-c087-4ef2-b8d7-4f9aa3d8785d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6551483 Aug 27 04:40:04.232032 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Request body: {'port': {'device_id': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:04.289073 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:04.314116 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-964cfd25-6730-4a82-9da4-35e2bd81bd03 None None] Provisioning for port be02021d-efc7-490f-b112-ba663b0a0f36 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:40:04.318331 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-964cfd25-6730-4a82-9da4-35e2bd81bd03 None None] Provisioning complete for port be02021d-efc7-490f-b112-ba663b0a0f36 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:40:04.318716 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-964cfd25-6730-4a82-9da4-35e2bd81bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:04.328093 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f5b2-8c6b-454f-a244-7eaf2fd96735 req-cfcf7d41-8f70-45d4-8e41-ddb986640fd4 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:04.329811 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb95f5b2-8c6b-454f-a244-7eaf2fd96735 req-cfcf7d41-8f70-45d4-8e41-ddb986640fd4 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 931 time: 0.0518706 Aug 27 04:40:04.361141 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-964cfd25-6730-4a82-9da4-35e2bd81bd03 None None] Port be02021d-efc7-490f-b112-ba663b0a0f36 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:40:04.370274 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb95f5b2-8c6b-454f-a244-7eaf2fd96735 req-a469b3b3-e168-4148-b02b-4d183a644acf tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336854 Aug 27 04:40:04.560216 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be02021d-efc7-490f-b112-ba663b0a0f36 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:40:04.567583 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:04.589179 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Transition to ACTIVE for port object be02021d-efc7-490f-b112-ba663b0a0f36 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:40:04.589179 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:04.634618 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Pushing event updated for resources: {'Port': ['ID=be02021d-efc7-490f-b112-ba663b0a0f36,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:04.707206 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Attempting to bind port be02021d-efc7-490f-b112-ba663b0a0f36 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:40:04.707555 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Attempting to bind port be02021d-efc7-490f-b112-ba663b0a0f36 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:40:04.707892 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Attempting to bind port be02021d-efc7-490f-b112-ba663b0a0f36 on network a919ac5d-841a-4ae2-b353-26d1ed741c31 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:40:04.713835 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Port be02021d-efc7-490f-b112-ba663b0a0f36 on network a919ac5d-841a-4ae2-b353-26d1ed741c31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:40:04.714309 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Attempting to bind port be02021d-efc7-490f-b112-ba663b0a0f36 on network a919ac5d-841a-4ae2-b353-26d1ed741c31 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:40:04.723144 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:40:04.723499 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Checking segment: {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:40:04.723896 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Bound using segment: {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:40:04.724507 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Bound port: be02021d-efc7-490f-b112-ba663b0a0f36, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11842c2a-66a4-4297-8643-2332341920cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:40:04.725077 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:04.819704 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] For port be02021d-efc7-490f-b112-ba663b0a0f36, host hv-cinder-80403, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:04.822708 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] For port be02021d-efc7-490f-b112-ba663b0a0f36, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=be02021d-efc7-490f-b112-ba663b0a0f36,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:04.827529 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:04.860516 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:04.861172 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:04.862558 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] 10.222.0.35 "PUT /v2.0/ports/be02021d-efc7-490f-b112-ba663b0a0f36 HTTP/1.1" status: 200 len: 1093 time: 0.6350315 Aug 27 04:40:04.862968 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'tag': 'be02021d-efc7-490f-b112-ba663b0a0f36'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:40:04.865245 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09c542f-7447-4a96-b2a6-187c096e8977" -d '{"events": [{"name": "network-changed", "server_uuid": "d90eb911-b246-4928-ac32-cb9eb412ac05", "tag": "be02021d-efc7-490f-b112-ba663b0a0f36"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:04.906062 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13977459-a3f5-474b-ac06-dc2f103d82ad service neutron] Pushing event updated for resources: {'Port': ['ID=be02021d-efc7-490f-b112-ba663b0a0f36,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:04.911615 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f841e99b-260e-449a-98da-eeef0db29e78 x-openstack-request-id: req-f841e99b-260e-449a-98da-eeef0db29e78 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:04.912014 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90eb911-b246-4928-ac32-cb9eb412ac05", "tag": "be02021d-efc7-490f-b112-ba663b0a0f36", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:04.912368 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f841e99b-260e-449a-98da-eeef0db29e78 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:04.912861 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'tag': 'be02021d-efc7-490f-b112-ba663b0a0f36', 'status': 'completed', 'code': 200} Aug 27 04:40:05.034831 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-756d0a52-783c-4c17-9b81-b2c19b456bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:05.036815 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-756d0a52-783c-4c17-9b81-b2c19b456bc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 1096 time: 0.0451214 Aug 27 04:40:05.095924 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-a2461934-a677-4348-99e2-fb20376fa630 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be02021d-efc7-490f-b112-ba663b0a0f36 HTTP/1.1" status: 200 len: 217 time: 0.0375421 Aug 27 04:40:05.153866 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-c7bf2133-6e6a-45f4-96aa-89b422b0b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:05.155361 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-c7bf2133-6e6a-45f4-96aa-89b422b0b976 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.0484076 Aug 27 04:40:05.231845 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-fb24c431-045a-40d5-9184-c124e130c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:05.233637 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-fb24c431-045a-40d5-9184-c124e130c13c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686080 Aug 27 04:40:05.245362 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5496f-742a-45a8-90e0-8c99f93ff4b6 req-a791f6ed-a72e-4db1-b3fb-2e7ec6df5489 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:05.246749 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-23b5496f-742a-45a8-90e0-8c99f93ff4b6 req-a791f6ed-a72e-4db1-b3fb-2e7ec6df5489 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0569685 Aug 27 04:40:05.329975 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-23b5496f-742a-45a8-90e0-8c99f93ff4b6 req-0963c754-bb8b-4271-b039-6564f9211959 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753458 Aug 27 04:40:05.358489 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-b208ea34-c866-4917-88f3-30cb5d722f7e service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108162 Aug 27 04:40:05.452983 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2373bbca-1939-4aba-b3d6-53a6ce5c4af2 req-0abb92c0-dfe6-4950-a6fb-553e3cdbdf13 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840507 Aug 27 04:40:05.496923 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f7bfa-6072-4b4a-981e-3407e6851484 req-f2c9feb2-7438-477b-a072-8d292735ec09 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:05.498398 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3e3f7bfa-6072-4b4a-981e-3407e6851484 req-f2c9feb2-7438-477b-a072-8d292735ec09 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 943 time: 0.0580463 Aug 27 04:40:05.535890 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3e3f7bfa-6072-4b4a-981e-3407e6851484 req-f3c03a16-2a87-42db-baa3-e7edafa9f236 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315301 Aug 27 04:40:06.443393 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1d044-dabe-490b-a0c9-050dad16ac9f req-74140257-1b47-42ca-8184-8c60b4cd7d9f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:06.445443 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ae1d044-dabe-490b-a0c9-050dad16ac9f req-74140257-1b47-42ca-8184-8c60b4cd7d9f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0484817 Aug 27 04:40:06.482579 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ae1d044-dabe-490b-a0c9-050dad16ac9f req-2a5217e5-e51a-4131-9a1e-39d90a557c07 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310271 Aug 27 04:40:06.647192 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9120cb-2346-46f1-a6d7-751611eb6a05 req-9cfd7b22-e050-40d0-90c8-bfa2b24b7d75 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:06.648560 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d9120cb-2346-46f1-a6d7-751611eb6a05 req-9cfd7b22-e050-40d0-90c8-bfa2b24b7d75 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 943 time: 0.0485101 Aug 27 04:40:06.685028 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d9120cb-2346-46f1-a6d7-751611eb6a05 req-849a2d87-c85e-418d-b6cc-852f158eaea5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305965 Aug 27 04:40:07.597567 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ea35a-b365-4157-b232-3d8476699882 req-08de544a-8563-4936-bfda-9b29363570c0 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:07.609007 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-951ea35a-b365-4157-b232-3d8476699882 req-08de544a-8563-4936-bfda-9b29363570c0 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0509880 Aug 27 04:40:07.639226 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-951ea35a-b365-4157-b232-3d8476699882 req-f5f765a1-8ce1-4697-8a11-6f722d59ca8f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313325 Aug 27 04:40:07.803163 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412286e4-3f12-4170-99bd-c8b1390db764 req-81c1bca1-2119-444c-9d38-bb247a9c3365 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:07.805268 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-412286e4-3f12-4170-99bd-c8b1390db764 req-81c1bca1-2119-444c-9d38-bb247a9c3365 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 943 time: 0.0478888 Aug 27 04:40:07.843097 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-412286e4-3f12-4170-99bd-c8b1390db764 req-97c37714-8ead-45a7-84f1-89afcb95d630 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320537 Aug 27 04:40:08.756151 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97ae5-933c-4095-8307-6c3979fc1650 req-ff062798-96a4-4f63-a4c3-5b64d305e763 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:08.757619 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c4a97ae5-933c-4095-8307-6c3979fc1650 req-ff062798-96a4-4f63-a4c3-5b64d305e763 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0494123 Aug 27 04:40:08.796756 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c4a97ae5-933c-4095-8307-6c3979fc1650 req-7d6242ab-ff15-46ae-aa9e-afca91b9161c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323510 Aug 27 04:40:09.188658 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0a651-7a23-417b-9359-b6426db84ec0 req-8c3604df-79a6-4696-9a47-0cd9e57b55ec tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:09.190127 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36d0a651-7a23-417b-9359-b6426db84ec0 req-8c3604df-79a6-4696-9a47-0cd9e57b55ec tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 943 time: 0.2808328 Aug 27 04:40:09.226649 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36d0a651-7a23-417b-9359-b6426db84ec0 req-c8690d0e-f620-4b92-baf5-b42439e7d82d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306582 Aug 27 04:40:09.914610 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a1de5-b5b6-419b-9428-4d06467bcb69 req-5f1d634e-049e-4390-9d8c-b379502aec6c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:09.916114 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ce6a1de5-b5b6-419b-9428-4d06467bcb69 req-5f1d634e-049e-4390-9d8c-b379502aec6c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Aug 27 04:40:09.952966 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ce6a1de5-b5b6-419b-9428-4d06467bcb69 req-7ccc65ac-ccdf-40ca-8d02-5807353934f1 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310023 Aug 27 04:40:10.324450 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-3607a934-4ca1-4510-9231-d91cda557cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:10.325981 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-3607a934-4ca1-4510-9231-d91cda557cdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 1096 time: 0.0472827 Aug 27 04:40:10.344381 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0a442-d634-479d-a64b-4c1aa4966d55 req-ef8e09e3-7c47-4b21-aebe-5070bed419d7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:10.345901 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-50e0a442-d634-479d-a64b-4c1aa4966d55 req-ef8e09e3-7c47-4b21-aebe-5070bed419d7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 943 time: 0.0512846 Aug 27 04:40:10.385197 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-50e0a442-d634-479d-a64b-4c1aa4966d55 req-395a804c-0dd5-434e-8ea2-6cfc97431da3 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333142 Aug 27 04:40:10.428002 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-6f6c89e8-4856-45c7-8770-f117966a0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:10.430587 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-6f6c89e8-4856-45c7-8770-f117966a0672 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 912 time: 0.0965874 Aug 27 04:40:10.482776 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-458329ad-2338-432f-877b-4911351c78c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be02021d-efc7-490f-b112-ba663b0a0f36 HTTP/1.1" status: 200 len: 217 time: 0.0387526 Aug 27 04:40:10.538535 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-8a65064f-d469-4f69-a6bc-67ab838e7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:10.539895 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-8a65064f-d469-4f69-a6bc-67ab838e7df4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.0492499 Aug 27 04:40:10.586571 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-2a76d6a3-80c6-45d2-a308-03a1f99d0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:10.588076 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-2a76d6a3-80c6-45d2-a308-03a1f99d0c5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400975 Aug 27 04:40:10.681273 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-7803820c-3ba3-4c4a-aa8e-d132f71dc59c service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842881 Aug 27 04:40:10.770036 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f09c542f-7447-4a96-b2a6-187c096e8977 req-13e01b38-8806-4f7f-bddf-90404bb4126d service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809789 Aug 27 04:40:11.078019 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebc4c3-98e5-4917-875d-7c1127a2ce27 req-ba8a567f-475f-4231-aa6a-fd1f54f95a33 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:11.079499 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52ebc4c3-98e5-4917-875d-7c1127a2ce27 req-ba8a567f-475f-4231-aa6a-fd1f54f95a33 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0608323 Aug 27 04:40:11.123054 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-52ebc4c3-98e5-4917-875d-7c1127a2ce27 req-5d912cde-fbf6-4982-a75a-94a2a801a53b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363953 Aug 27 04:40:11.500252 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f61a7-5add-4e3c-868a-86e8dc3e855c req-76f8a675-7503-4c38-bbb7-b59b2e3ee6d7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:11.501706 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a2f61a7-5add-4e3c-868a-86e8dc3e855c req-76f8a675-7503-4c38-bbb7-b59b2e3ee6d7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 943 time: 0.0488379 Aug 27 04:40:11.538796 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a2f61a7-5add-4e3c-868a-86e8dc3e855c req-6e4e30bf-81d9-4329-896f-9641917328b7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305169 Aug 27 04:40:12.249695 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49229-4263-4d98-95c1-4a7594293bc7 req-fbed95b0-6745-47e1-909e-ffc23b7098ce tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:12.251233 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5ff49229-4263-4d98-95c1-4a7594293bc7 req-fbed95b0-6745-47e1-909e-ffc23b7098ce tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0583508 Aug 27 04:40:12.300792 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5ff49229-4263-4d98-95c1-4a7594293bc7 req-0141bdb2-7d8c-4fe1-a139-d2da9703ac8f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427361 Aug 27 04:40:12.657115 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f3f46-ca62-4745-a970-e33d02962063 req-e5ee245f-ef56-41a1-810d-e0c64b9df8a8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:12.658498 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4f7f3f46-ca62-4745-a970-e33d02962063 req-e5ee245f-ef56-41a1-810d-e0c64b9df8a8 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 943 time: 0.0523689 Aug 27 04:40:12.698157 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4f7f3f46-ca62-4745-a970-e33d02962063 req-9d94983a-60d5-48ff-a647-3b7b0e03452c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330155 Aug 27 04:40:12.798871 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-6a118064-5ac1-430d-a353-27130d86a6aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425420 Aug 27 04:40:12.886165 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-d1b6e396-dce7-45c3-b1b1-90247ecb743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:12.887641 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-d1b6e396-dce7-45c3-b1b1-90247ecb743d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a&device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1098 time: 0.0400040 Aug 27 04:40:12.996793 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-d153477d-99b8-4656-935a-11f6def56eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:12.998282 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-d153477d-99b8-4656-935a-11f6def56eab service neutron] 10.222.0.35 "GET /v2.0/networks?id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a HTTP/1.1" status: 200 len: 910 time: 0.0861177 Aug 27 04:40:13.069816 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-d5811330-fa2c-4a8e-b5a7-78cf2da1faae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236b6127-484d-477e-b8eb-9cc2f556a39e HTTP/1.1" status: 200 len: 1000 time: 0.0598781 Aug 27 04:40:13.121591 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-dc2b0e62-fde7-44b0-8503-ed89b99a605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:13.123003 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-dc2b0e62-fde7-44b0-8503-ed89b99a605a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1790164e-c947-4aa4-a4b7-0b3abb94d7ea HTTP/1.1" status: 200 len: 848 time: 0.0432618 Aug 27 04:40:13.173195 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-540f888b-8ae2-46fd-bea8-7cade4bbfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:13.174648 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-540f888b-8ae2-46fd-bea8-7cade4bbfd98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421362 Aug 27 04:40:13.265180 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-ab394bf7-b4b7-489b-b90a-da4600b94c4d service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798528 Aug 27 04:40:13.366483 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-492467b7-3f3d-4798-8ee8-5414daec6283 req-ebccf992-61bd-4f4e-8a0a-df1f68ddd2d2 service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922418 Aug 27 04:40:13.431497 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec181a6-5848-44a6-9c29-8c8e93498014 req-bd3abe58-ade5-4310-b0a2-90e27a2f26c4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:13.433049 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7ec181a6-5848-44a6-9c29-8c8e93498014 req-bd3abe58-ade5-4310-b0a2-90e27a2f26c4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0523889 Aug 27 04:40:13.477873 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7ec181a6-5848-44a6-9c29-8c8e93498014 req-42b40b1e-2b05-4206-ac2f-61e69e41266a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388296 Aug 27 04:40:13.673709 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36200) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:13.695062 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9d5fb-c0a5-47d2-9e88-f197d0a9708d req-78ad08c0-4779-4db0-8917-88e6600854e9 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:13.698147 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-efb9d5fb-c0a5-47d2-9e88-f197d0a9708d req-78ad08c0-4779-4db0-8917-88e6600854e9 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0545044 Aug 27 04:40:13.735481 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-efb9d5fb-c0a5-47d2-9e88-f197d0a9708d req-44d2313f-1927-42db-82f5-f5529a8a597d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331368 Aug 27 04:40:13.783301 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-5acf0e65-a051-47f9-bdda-dfe2819ac9d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080663 Aug 27 04:40:13.867303 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2fcc5-a733-4747-a706-7998844277e0 req-6d14cf56-4f22-40ce-a26d-ad1d9be89eb5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:13.869273 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-64d2fcc5-a733-4747-a706-7998844277e0 req-6d14cf56-4f22-40ce-a26d-ad1d9be89eb5 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 943 time: 0.0581560 Aug 27 04:40:13.913089 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-64d2fcc5-a733-4747-a706-7998844277e0 req-03c35541-9c0d-487c-ba79-0fe00dc4d5cd tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335174 Aug 27 04:40:14.854858 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8054c54-7dd2-476c-985d-081c72958985 req-9ca9b03b-d915-4ddb-abc6-08ae694ec341 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:14.856377 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e8054c54-7dd2-476c-985d-081c72958985 req-9ca9b03b-d915-4ddb-abc6-08ae694ec341 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0507810 Aug 27 04:40:14.894361 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e8054c54-7dd2-476c-985d-081c72958985 req-1b097f68-c7ee-4458-a123-c8a0185bc7ce tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317607 Aug 27 04:40:15.034812 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fe632-bfe4-47ff-8cd7-5d1ea8302392 req-bf1d74b9-4e27-46a1-a8da-21724ef64013 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:15.036177 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f26fe632-bfe4-47ff-8cd7-5d1ea8302392 req-bf1d74b9-4e27-46a1-a8da-21724ef64013 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 943 time: 0.0524487 Aug 27 04:40:15.073635 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f26fe632-bfe4-47ff-8cd7-5d1ea8302392 req-e28bb3c7-2567-4a49-b769-9dba3fcc3f48 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315192 Aug 27 04:40:15.759166 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-226a1aea-0fc6-46e7-97e9-e13809c31d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:15.760710 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-226a1aea-0fc6-46e7-97e9-e13809c31d4e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66&tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a HTTP/1.1" status: 200 len: 1098 time: 0.0408969 Aug 27 04:40:15.865719 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-ccbe154e-d836-41a8-b63f-1c9341eecfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:15.867249 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-ccbe154e-d836-41a8-b63f-1c9341eecfec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a&device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1098 time: 0.0420437 Aug 27 04:40:15.962062 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-7b6b31ca-1c7f-4c2d-b012-39c53b8fc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:15.963581 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-7b6b31ca-1c7f-4c2d-b012-39c53b8fc391 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a HTTP/1.1" status: 200 len: 910 time: 0.0874069 Aug 27 04:40:16.011597 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f59fc-2ebc-454e-8aa8-4783d67399fa req-5a3b393d-d286-4c99-95ad-984dec8929da tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:16.013167 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-597f59fc-2ebc-454e-8aa8-4783d67399fa req-5a3b393d-d286-4c99-95ad-984dec8929da tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0498574 Aug 27 04:40:16.014459 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device be02021d-efc7-490f-b112-ba663b0a0f36 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:40:16.028710 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 236b6127-484d-477e-b8eb-9cc2f556a39e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:16.038675 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-a927abe3-ed2f-402e-921f-1eef8e3c7ca3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236b6127-484d-477e-b8eb-9cc2f556a39e HTTP/1.1" status: 200 len: 1000 time: 0.0638139 Aug 27 04:40:16.063826 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-597f59fc-2ebc-454e-8aa8-4783d67399fa req-b31c8704-ae51-44ee-b57e-fbefaab58151 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408194 Aug 27 04:40:16.097294 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-951250ce-0f44-4f3a-95e8-9a5e73b6b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:16.098881 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-951250ce-0f44-4f3a-95e8-9a5e73b6b27f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1790164e-c947-4aa4-a4b7-0b3abb94d7ea HTTP/1.1" status: 200 len: 848 time: 0.0518694 Aug 27 04:40:16.158462 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-61620453-fd1d-4eca-9a89-e6b89fea12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:16.159980 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-61620453-fd1d-4eca-9a89-e6b89fea12b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533693 Aug 27 04:40:16.189182 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port be02021d-efc7-490f-b112-ba663b0a0f36, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=be02021d-efc7-490f-b112-ba663b0a0f36,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:16.191356 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:16.208356 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': 'be02021d-efc7-490f-b112-ba663b0a0f36', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'port_id': 'be02021d-efc7-490f-b112-ba663b0a0f36', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:40:16.244706 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:40:16.246912 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260fd45c-02e8-4a25-a073-4e80bb44186f" -d '{"events": [{"server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "name": "network-vif-unplugged", "status": "completed", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:16.247182 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e662c-0e7f-47d0-9691-836a639cf3a5 req-ebd9bf90-2dee-432d-af45-dea5d7d0a222 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:16.248716 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-202e662c-0e7f-47d0-9691-836a639cf3a5 req-ebd9bf90-2dee-432d-af45-dea5d7d0a222 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 943 time: 0.1014602 Aug 27 04:40:16.266955 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 236b6127-484d-477e-b8eb-9cc2f556a39e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=236b6127-484d-477e-b8eb-9cc2f556a39e,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:16.277471 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:16.302875 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-8af95718-e587-4ae1-965d-a3a9939d9f98 service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260669 Aug 27 04:40:16.303694 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d39303d-8016-4a91-8264-15626d1e95b7 x-openstack-request-id: req-5d39303d-8016-4a91-8264-15626d1e95b7 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:16.303880 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "name": "network-vif-unplugged", "status": "completed", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:16.304154 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d39303d-8016-4a91-8264-15626d1e95b7 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:16.304530 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'code': 200} Aug 27 04:40:16.305231 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:16.310515 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-202e662c-0e7f-47d0-9691-836a639cf3a5 req-68ef9f73-2c68-4612-b82a-fb6560bfb7e6 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528226 Aug 27 04:40:16.327136 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be02021d-efc7-490f-b112-ba663b0a0f36 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:40:16.355504 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=236b6127-484d-477e-b8eb-9cc2f556a39e,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:16.358746 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port be02021d-efc7-490f-b112-ba663b0a0f36, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=be02021d-efc7-490f-b112-ba663b0a0f36,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:16.365234 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:16.369816 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.370168 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.370507 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.370845 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.371179 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.371509 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.371838 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.372184 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.372513 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.372834 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.373157 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.373475 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:16.421210 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-a3002d13-04c6-48c0-9634-5cc81570c50f service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834913 Aug 27 04:40:16.423657 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=be02021d-efc7-490f-b112-ba663b0a0f36,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:17.175954 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237b667-13d9-4ee3-9c37-48388e5e1b80 req-66087e54-22b2-49b8-9925-6f621c47d90c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:17.177452 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d237b667-13d9-4ee3-9c37-48388e5e1b80 req-66087e54-22b2-49b8-9925-6f621c47d90c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0505080 Aug 27 04:40:17.216891 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d237b667-13d9-4ee3-9c37-48388e5e1b80 req-58659c79-aa4f-4fbe-b531-85130bf4f74b tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320454 Aug 27 04:40:17.218396 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['be02021d-efc7-490f-b112-ba663b0a0f36'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:40:17.433764 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fafdf-cf6c-400d-bcc6-edb3001aaabe req-03a647f9-ef97-4853-9ac5-2a2ceac46d0a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:17.435536 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-522fafdf-cf6c-400d-bcc6-edb3001aaabe req-03a647f9-ef97-4853-9ac5-2a2ceac46d0a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 944 time: 0.0518999 Aug 27 04:40:17.472425 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-522fafdf-cf6c-400d-bcc6-edb3001aaabe req-b189b546-cffb-4532-a531-219600fb2d48 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310023 Aug 27 04:40:18.345789 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aea60-6aef-4333-8d56-e01353a07f76 req-c4d73479-2a96-4557-b334-ecd5c87adcbd tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:18.347314 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-528aea60-6aef-4333-8d56-e01353a07f76 req-c4d73479-2a96-4557-b334-ecd5c87adcbd tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0589688 Aug 27 04:40:18.387829 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-528aea60-6aef-4333-8d56-e01353a07f76 req-25ba02c4-6d48-4f95-bc1c-860505e39f69 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339537 Aug 27 04:40:18.592164 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca8c3e-c22d-4efb-805c-936ccddadb15 req-3db6d658-2217-44e6-b249-6c325d309b0c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:18.593654 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3dca8c3e-c22d-4efb-805c-936ccddadb15 req-3db6d658-2217-44e6-b249-6c325d309b0c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 944 time: 0.0520706 Aug 27 04:40:18.632996 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3dca8c3e-c22d-4efb-805c-936ccddadb15 req-b46767e0-a1cc-4036-a0d6-d9c44346d66a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328448 Aug 27 04:40:19.444622 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-073efc1f-b304-4b60-bbb4-c426553135fb req-549e45cd-6634-4cc0-87ca-c73f37262d4c tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797615336&fields=id&tenant_id=c4d957eb500948908f38f0f427a9017b HTTP/1.1" status: 200 len: 267 time: 0.0387568 Aug 27 04:40:19.515633 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073efc1f-b304-4b60-bbb4-c426553135fb req-5d6882c8-94e9-489c-bb0d-994cb18b8b31 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:19.516888 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960df489-00c9-450a-8274-c80ba3cd6f71 req-144cd9f5-39c3-44b0-808b-c06d98fd18ba tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:19.517397 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-073efc1f-b304-4b60-bbb4-c426553135fb req-5d6882c8-94e9-489c-bb0d-994cb18b8b31 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 984 time: 0.0661221 Aug 27 04:40:19.518391 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-960df489-00c9-450a-8274-c80ba3cd6f71 req-144cd9f5-39c3-44b0-808b-c06d98fd18ba tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0575805 Aug 27 04:40:19.528588 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-073efc1f-b304-4b60-bbb4-c426553135fb req-d61451f4-53bf-4a62-a91a-aba59f685229 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Request body: {'port': {'security_groups': ['ca19dd19-e9e2-4cab-9725-4777702902e9']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:19.561166 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-960df489-00c9-450a-8274-c80ba3cd6f71 req-699f0917-5b57-4349-b95e-7f37d470ee38 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369987 Aug 27 04:40:19.600995 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-073efc1f-b304-4b60-bbb4-c426553135fb req-d61451f4-53bf-4a62-a91a-aba59f685229 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:19.760114 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7dc28-546f-4cdc-9655-89caf9746adc req-7e642f8e-dab9-48e7-be45-84e604f61d77 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:19.761629 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-43e7dc28-546f-4cdc-9655-89caf9746adc req-7e642f8e-dab9-48e7-be45-84e604f61d77 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 944 time: 0.0620077 Aug 27 04:40:19.780161 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-073efc1f-b304-4b60-bbb4-c426553135fb req-d61451f4-53bf-4a62-a91a-aba59f685229 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] For port 6348fecd-7464-4987-a099-9e9f7e860b0c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6348fecd-7464-4987-a099-9e9f7e860b0c,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:19.799845 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-43e7dc28-546f-4cdc-9655-89caf9746adc req-7f8d45ee-35e8-4262-a2c4-7e5a2db04591 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321386 Aug 27 04:40:19.817037 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-073efc1f-b304-4b60-bbb4-c426553135fb req-d61451f4-53bf-4a62-a91a-aba59f685229 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:19.821870 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-073efc1f-b304-4b60-bbb4-c426553135fb req-d61451f4-53bf-4a62-a91a-aba59f685229 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:19.861324 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['6348fecd-7464-4987-a099-9e9f7e860b0c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:40:19.862070 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073efc1f-b304-4b60-bbb4-c426553135fb req-d61451f4-53bf-4a62-a91a-aba59f685229 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:19.862702 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-073efc1f-b304-4b60-bbb4-c426553135fb req-d61451f4-53bf-4a62-a91a-aba59f685229 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:19.864153 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-073efc1f-b304-4b60-bbb4-c426553135fb req-d61451f4-53bf-4a62-a91a-aba59f685229 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "PUT /v2.0/ports/6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 942 time: 0.3403208 Aug 27 04:40:19.864615 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:40:19.867454 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6908441e-fc0b-420d-826b-766280fa2343" -d '{"events": [{"name": "network-changed", "server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:19.873845 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36302) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:19.916697 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61451f4-53bf-4a62-a91a-aba59f685229 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event updated for resources: {'Port': ['ID=6348fecd-7464-4987-a099-9e9f7e860b0c,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:19.931276 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40733bcd-e86a-49a9-87d1-859204da1fd9 x-openstack-request-id: req-40733bcd-e86a-49a9-87d1-859204da1fd9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:19.932270 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:19.932529 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40733bcd-e86a-49a9-87d1-859204da1fd9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:19.932940 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'status': 'completed', 'code': 200} Aug 27 04:40:19.957905 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c62d213-f8ce-4681-a60b-cad7b6c5bd49 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:19.992129 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c62d213-f8ce-4681-a60b-cad7b6c5bd49 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.016470 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908441e-fc0b-420d-826b-766280fa2343 req-fc15755b-c344-4be7-a8e3-aa9bca5b6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:20.018027 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6908441e-fc0b-420d-826b-766280fa2343 req-fc15755b-c344-4be7-a8e3-aa9bca5b6f57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d957eb500948908f38f0f427a9017b&device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1098 time: 0.0418754 Aug 27 04:40:20.057723 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['6348fecd-7464-4987-a099-9e9f7e860b0c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:40:20.060318 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device be02021d-efc7-490f-b112-ba663b0a0f36 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:20.061532 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c62d213-f8ce-4681-a60b-cad7b6c5bd49 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.064477 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c62d213-f8ce-4681-a60b-cad7b6c5bd49 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.069213 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0c62d213-f8ce-4681-a60b-cad7b6c5bd49 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "DELETE /v2.0/security-groups/14b7e024-8502-417f-9c85-de1b593e5325 HTTP/1.1" status: 204 len: 168 time: 0.1941698 Aug 27 04:40:20.069835 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36304) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:20.116543 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62d213-f8ce-4681-a60b-cad7b6c5bd49 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b7e024-8502-417f-9c85-de1b593e5325,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:20.143501 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908441e-fc0b-420d-826b-766280fa2343 req-eeaf282b-a5d3-494d-a8ba-53a01efaa90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:20.145204 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6908441e-fc0b-420d-826b-766280fa2343 req-eeaf282b-a5d3-494d-a8ba-53a01efaa90f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 200 len: 916 time: 0.1187499 Aug 27 04:40:20.162984 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7d06d7e0-bc3c-4522-94fa-a9be93468c0f None None] Provisioning complete for port 6348fecd-7464-4987-a099-9e9f7e860b0c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:40:20.163326 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7d06d7e0-bc3c-4522-94fa-a9be93468c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.221239 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port be02021d-efc7-490f-b112-ba663b0a0f36 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:40:20.240262 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6908441e-fc0b-420d-826b-766280fa2343 req-5fc224a1-21dc-4a0f-8e54-4df5128527d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 1000 time: 0.0872681 Aug 27 04:40:20.241308 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port be02021d-efc7-490f-b112-ba663b0a0f36 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:40:20.241687 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.258625 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Deleting port 376b25ad-f893-424e-838a-1d0ac82420a6 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:40:20.259135 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.301882 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908441e-fc0b-420d-826b-766280fa2343 req-d8e3b0be-9d08-4c73-952e-acbd7abad0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:20.303442 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6908441e-fc0b-420d-826b-766280fa2343 req-d8e3b0be-9d08-4c73-952e-acbd7abad0ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5be63fc-2f82-4c73-913f-6e753c1161d4 HTTP/1.1" status: 200 len: 854 time: 0.0517759 Aug 27 04:40:20.380299 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.380628 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.388791 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908441e-fc0b-420d-826b-766280fa2343 req-1a46b386-823c-4026-b353-d08662f20b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:20.391203 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6908441e-fc0b-420d-826b-766280fa2343 req-1a46b386-823c-4026-b353-d08662f20b07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6393701f-2879-4fc5-bc44-476f65707d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648665 Aug 27 04:40:20.394066 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Calling delete_port for 376b25ad-f893-424e-838a-1d0ac82420a6 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:40:20.414659 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.446202 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be02021d-efc7-490f-b112-ba663b0a0f36'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:40:20.448878 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1978612-f55b-45ed-b826-bd673bf68b2d" -d '{"events": [{"server_uuid": "d90eb911-b246-4928-ac32-cb9eb412ac05", "name": "network-vif-plugged", "status": "completed", "tag": "be02021d-efc7-490f-b112-ba663b0a0f36"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:20.464239 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port be02021d-efc7-490f-b112-ba663b0a0f36, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=be02021d-efc7-490f-b112-ba663b0a0f36,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:20.469859 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.520760 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16e2092-cec5-4024-ad5b-26e09aadb463 x-openstack-request-id: req-f16e2092-cec5-4024-ad5b-26e09aadb463 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:20.521035 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90eb911-b246-4928-ac32-cb9eb412ac05", "name": "network-vif-plugged", "status": "completed", "tag": "be02021d-efc7-490f-b112-ba663b0a0f36", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:20.521336 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f16e2092-cec5-4024-ad5b-26e09aadb463 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:20.522439 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be02021d-efc7-490f-b112-ba663b0a0f36', 'code': 200} Aug 27 04:40:20.529510 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=be02021d-efc7-490f-b112-ba663b0a0f36,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:20.591575 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.680003 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event deleted for resources: {'Port': ['ID=376b25ad-f893-424e-838a-1d0ac82420a6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:20.744835 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6908441e-fc0b-420d-826b-766280fa2343 req-2c8df5cf-7f34-40f4-ae38-320f735284a9 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425169 Aug 27 04:40:20.758594 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:20.758942 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Floating IP 5cdfbe44-1220-4590-93e7-dc9d6163eb2e disassociated (deleted). External IP: 172.27.1.57, port: 6348fecd-7464-4987-a099-9e9f7e860b0c. Aug 27 04:40:20.819682 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a875-fc14-42f2-a0d2-39da1110027a req-713e8dcd-b0f4-483d-9f73-9c7bed74e64c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:20.821128 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9881a875-fc14-42f2-a0d2-39da1110027a req-713e8dcd-b0f4-483d-9f73-9c7bed74e64c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.1426518 Aug 27 04:40:20.824807 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8b8e0-1c8f-44ef-8fec-5f9163580568 req-fa9ee143-b0e8-480b-923f-9210b3429719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:20.826249 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0bf8b8e0-1c8f-44ef-8fec-5f9163580568 req-fa9ee143-b0e8-480b-923f-9210b3429719 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 1098 time: 0.1077113 Aug 27 04:40:20.866397 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6908441e-fc0b-420d-826b-766280fa2343 req-8669ab6a-2d38-4e61-afbc-b2b307ca2bf9 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140833 Aug 27 04:40:20.931441 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9881a875-fc14-42f2-a0d2-39da1110027a req-1ed1e65b-a79c-43ca-92ad-432d808075f4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996292 Aug 27 04:40:20.938237 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0bf8b8e0-1c8f-44ef-8fec-5f9163580568 req-835fb01a-7a6b-4287-bee2-4c6588057785 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991178 Aug 27 04:40:20.962049 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3f453-3e78-4cac-80db-57b52c701e81 req-1ccb5de4-30f6-4908-821b-753a9a638dd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:20.963556 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2bb3f453-3e78-4cac-80db-57b52c701e81 req-1ccb5de4-30f6-4908-821b-753a9a638dd7 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 945 time: 0.0531900 Aug 27 04:40:21.002383 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2bb3f453-3e78-4cac-80db-57b52c701e81 req-24af7121-24e6-47c8-a0ab-25a9eccac12b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330400 Aug 27 04:40:21.045483 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Router bb37ca27-1cff-413d-8435-7308d1ff7855 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:21.150880 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:21.155603 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.160173 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] Sync routers for ids ['bb37ca27-1cff-413d-8435-7308d1ff7855'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:21.169644 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] Routers {'bb37ca27-1cff-413d-8435-7308d1ff7855'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:40:21.170265 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:39:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['bb37ca27-1cff-413d-8435-7308d1ff7855'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:21.198666 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-82ee60e4-e1f0-45ae-aaf3-111673db58bd tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "DELETE /v2.0/floatingips/5cdfbe44-1220-4590-93e7-dc9d6163eb2e HTTP/1.1" status: 204 len: 168 time: 1.1245577 Aug 27 04:40:21.199590 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:40:21.203469 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d4f9e7-4eef-4e05-b4ab-d679987dab72" -d '{"events": [{"name": "network-changed", "server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:21.244626 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99c9cfa-97aa-47b1-b648-5e8dd597b23c x-openstack-request-id: req-e99c9cfa-97aa-47b1-b648-5e8dd597b23c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:21.244925 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:21.245183 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e99c9cfa-97aa-47b1-b648-5e8dd597b23c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:21.245589 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'status': 'completed', 'code': 200} Aug 27 04:40:21.286595 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] Set router bb37ca27-1cff-413d-8435-7308d1ff7855 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:40:21.386898 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36330) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:21.440339 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e355a6-e0e5-483e-8f65-9976ad35c4dc admin admin] Deleting subnet 96cdd410-73d8-4241-aac5-972d108cb688 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:40:21.443720 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47e355a6-e0e5-483e-8f65-9976ad35c4dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.478242 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47e355a6-e0e5-483e-8f65-9976ad35c4dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7563196'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.520633 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47e355a6-e0e5-483e-8f65-9976ad35c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.530045 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:54Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'de1c33c7-169f-40ff-b476-adaa62b4f4c1', 'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'mac_address': 'fa:16:3e:ab:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:53Z', 'updated_at': '2021-08-27T04:34:00Z', 'revision_number': 5, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'subnets': [{'id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:21.576330 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] Checking router: bb37ca27-1cff-413d-8435-7308d1ff7855 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:21.580793 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47e355a6-e0e5-483e-8f65-9976ad35c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7562767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684569'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.590065 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] Routers {'bb37ca27-1cff-413d-8435-7308d1ff7855'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:40:21.591118 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:39:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['bb37ca27-1cff-413d-8435-7308d1ff7855'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:21.594403 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47e355a6-e0e5-483e-8f65-9976ad35c4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.596308 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-47e355a6-e0e5-483e-8f65-9976ad35c4dc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/96cdd410-73d8-4241-aac5-972d108cb688 HTTP/1.1" status: 204 len: 168 time: 0.2081807 Aug 27 04:40:21.600848 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36334) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:21.615254 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e355a6-e0e5-483e-8f65-9976ad35c4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96cdd410-73d8-4241-aac5-972d108cb688,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:21.677753 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.755159 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] Set router bb37ca27-1cff-413d-8435-7308d1ff7855 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:40:21.763692 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.777220 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-0fb85d1b-407d-4250-a395-7d1f4a08a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:21.778498 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4a6e7e-9097-4463-a2f9-98b692a514cf']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:21.779661 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-0fb85d1b-407d-4250-a395-7d1f4a08a530 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d957eb500948908f38f0f427a9017b&device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 1098 time: 0.0681722 Aug 27 04:40:21.793361 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d73b91-d781-42da-8d74-a0f14fcd2278') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:21.793656 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d73b91-d781-42da-8d74-a0f14fcd2278') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:21.804814 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8049203'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.822629 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.844406 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:40:21.844834 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7353074'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: Traceback (most recent call last): Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: timer() Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: cb(*args, **kw) Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: return func(*args, **kwargs) Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: self._notify() Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: self.callback(batched_events) Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: event.method(event) Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: return f(self, *a, **k) Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._get(url).json() Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:40:21.860789 dv-cinder-804035-5-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:40:21.918043 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.924073 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-fd15cbf3-7d5b-4edd-ab39-32f7fa817485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:21.925089 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:21.925645 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-fd15cbf3-7d5b-4edd-ab39-32f7fa817485 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 200 len: 916 time: 0.1246932 Aug 27 04:40:21.928501 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] 10.222.0.53 "DELETE /v2.0/networks/2c4a6e7e-9097-4463-a2f9-98b692a514cf HTTP/1.1" status: 204 len: 168 time: 0.3264616 Aug 27 04:40:21.944689 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5b58e-0ec8-45a5-a7d1-8fea521f0f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c4a6e7e-9097-4463-a2f9-98b692a514cf,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:21.982384 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-fca11e04-a162-4eb3-b8d7-a976c96649b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 200 len: 217 time: 0.0487237 Aug 27 04:40:22.031429 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:54Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'de1c33c7-169f-40ff-b476-adaa62b4f4c1', 'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'mac_address': 'fa:16:3e:ab:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:53Z', 'updated_at': '2021-08-27T04:34:00Z', 'revision_number': 5, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'subnets': [{'id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:22.039896 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-7a7b1e02-f3aa-45b0-b7f4-b1d0c6b011ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:22.041425 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-7a7b1e02-f3aa-45b0-b7f4-b1d0c6b011ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5be63fc-2f82-4c73-913f-6e753c1161d4 HTTP/1.1" status: 200 len: 854 time: 0.0518568 Aug 27 04:40:22.065004 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcab11-ac00-4d1c-89d1-3168dd2ab9bc None None] The sync data for ids ['bb37ca27-1cff-413d-8435-7308d1ff7855'] in dv-cinder-804035-5-iscsi is: [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:54Z', 'revision_number': 4, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'de1c33c7-169f-40ff-b476-adaa62b4f4c1', 'name': '', 'network_id': '6393701f-2879-4fc5-bc44-476f65707d09', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'mac_address': 'fa:16:3e:ab:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:53Z', 'updated_at': '2021-08-27T04:34:00Z', 'revision_number': 5, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'subnets': [{'id': 'a5be63fc-2f82-4c73-913f-6e753c1161d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:22.082214 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be10ab8-6a1f-4cb2-b4b9-22c08032f2a1 req-8331a2bc-c7d4-45a7-a9b2-323cc9078977 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:22.084034 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9be10ab8-6a1f-4cb2-b4b9-22c08032f2a1 req-8331a2bc-c7d4-45a7-a9b2-323cc9078977 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0683253 Aug 27 04:40:22.084695 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36344) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:22.140612 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-c68bf76a-760e-4824-bd5b-d4f1763a6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:22.142217 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-c68bf76a-760e-4824-bd5b-d4f1763a6c37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6393701f-2879-4fc5-bc44-476f65707d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879786 Aug 27 04:40:22.155168 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2ea9f-fa9c-4475-a632-c0880861398d req-ff862f0e-e059-4ae3-8fab-02abd6ff2b7a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:22.156814 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7ae2ea9f-fa9c-4475-a632-c0880861398d req-ff862f0e-e059-4ae3-8fab-02abd6ff2b7a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 945 time: 0.0637686 Aug 27 04:40:22.171093 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9be10ab8-6a1f-4cb2-b4b9-22c08032f2a1 req-3f27d2e1-ee95-45a2-b0fa-53925c5ce123 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797777 Aug 27 04:40:22.176043 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-29353e74-e254-431a-a221-50d990a9e9c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ecbf39b95058423f95015e37925d1a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879273 Aug 27 04:40:22.176614 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36346) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:22.256302 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c27fb715-4a69-4fc6-87aa-886448efa2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:22.267483 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7ae2ea9f-fa9c-4475-a632-c0880861398d req-45cf3a18-21df-4c55-904a-2b24b6a929d9 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917506 Aug 27 04:40:22.294731 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-30edae3a-f4b1-40e8-9c8d-5141629f5a55 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305046 Aug 27 04:40:22.295819 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c27fb715-4a69-4fc6-87aa-886448efa2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:22.359132 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c27fb715-4a69-4fc6-87aa-886448efa2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:22.364340 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c27fb715-4a69-4fc6-87aa-886448efa2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:22.366578 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c27fb715-4a69-4fc6-87aa-886448efa2cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cf13c56-160c-496d-9856-6933acf9df24 HTTP/1.1" status: 204 len: 168 time: 0.1886888 Aug 27 04:40:22.374850 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac25089-eeb5-4eb8-825c-93177a922fb9 None None] New status for floating IP 5cdfbe44-1220-4590-93e7-dc9d6163eb2e: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:40:22.385389 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fb715-4a69-4fc6-87aa-886448efa2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf13c56-160c-496d-9856-6933acf9df24,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:22.404759 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-41d4f9e7-4eef-4e05-b4ab-d679987dab72 req-5b056765-df8a-4086-ab39-e11340024768 service neutron] 10.222.0.35 "GET /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021616 Aug 27 04:40:23.301211 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fbac0-0e95-4801-8862-5f04c67bfa6e req-6ee111ca-42a8-4ff0-bada-625c8ee01bf5 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:23.303911 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ac6fbac0-0e95-4801-8862-5f04c67bfa6e req-6ee111ca-42a8-4ff0-bada-625c8ee01bf5 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0506179 Aug 27 04:40:23.364334 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ac6fbac0-0e95-4801-8862-5f04c67bfa6e req-f044f5de-9df8-490a-8e79-58b8e6d779fb tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504975 Aug 27 04:40:23.404450 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78023f-bbd3-4503-8395-5b690557c3f0 req-04eb8d36-7143-4b22-a0fe-cf240acc0ee2 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:23.406047 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3b78023f-bbd3-4503-8395-5b690557c3f0 req-04eb8d36-7143-4b22-a0fe-cf240acc0ee2 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 945 time: 0.0576780 Aug 27 04:40:23.448247 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3b78023f-bbd3-4503-8395-5b690557c3f0 req-2db8187c-37bf-4d94-815b-e0f4819d8673 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315108 Aug 27 04:40:23.580436 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe6d80-345a-4531-892d-e47f3309d468 req-5a9b3172-5d6e-4d70-9185-dabed266f122 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:23.581941 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ecbe6d80-345a-4531-892d-e47f3309d468 req-5a9b3172-5d6e-4d70-9185-dabed266f122 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 945 time: 0.0536108 Aug 27 04:40:23.590463 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36362) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:23.595034 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3125a69c-dc47-4fd6-abb1-1a1c5c0eb85c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Request body: {'floatingip': {'port_id': 'be02021d-efc7-490f-b112-ba663b0a0f36'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:23.635034 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3125a69c-dc47-4fd6-abb1-1a1c5c0eb85c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:24.135751 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3125a69c-dc47-4fd6-abb1-1a1c5c0eb85c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:24.139720 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3125a69c-dc47-4fd6-abb1-1a1c5c0eb85c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:24.239495 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-3125a69c-dc47-4fd6-abb1-1a1c5c0eb85c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Floating IP 75c49e3a-d2c8-4feb-94c4-602dc19e4fd2 associated. External IP: 172.27.1.245, port: be02021d-efc7-490f-b112-ba663b0a0f36. Aug 27 04:40:24.489673 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fd7d7-85eb-4b6d-8ca0-f4054472ea05 req-71707c3b-f559-414b-be1c-24f5b4b9d57e tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:24.491929 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-455fd7d7-85eb-4b6d-8ca0-f4054472ea05 req-71707c3b-f559-414b-be1c-24f5b4b9d57e tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0518517 Aug 27 04:40:24.535803 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-455fd7d7-85eb-4b6d-8ca0-f4054472ea05 req-563d948f-7907-4b37-80cc-78ebcefd6bfb tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375710 Aug 27 04:40:24.679744 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3125a69c-dc47-4fd6-abb1-1a1c5c0eb85c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Router ba83b6d2-f3d1-4eea-9d16-4905e6568570 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:24.786288 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3125a69c-dc47-4fd6-abb1-1a1c5c0eb85c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:24.792323 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3125a69c-dc47-4fd6-abb1-1a1c5c0eb85c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:24.797277 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] Sync routers for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:24.807445 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:40:24.808341 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:39:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:24.819058 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3125a69c-dc47-4fd6-abb1-1a1c5c0eb85c tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "PUT /v2.0/floatingips/75c49e3a-d2c8-4feb-94c4-602dc19e4fd2 HTTP/1.1" status: 200 len: 991 time: 1.2275114 Aug 27 04:40:24.819665 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'tag': 'be02021d-efc7-490f-b112-ba663b0a0f36'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:40:24.821927 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b2f306-1fbe-4604-aa04-1d5ff85a675e" -d '{"events": [{"name": "network-changed", "server_uuid": "d90eb911-b246-4928-ac32-cb9eb412ac05", "tag": "be02021d-efc7-490f-b112-ba663b0a0f36"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:24.859895 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991a283a-bd61-4184-87df-fbf45278f355 x-openstack-request-id: req-991a283a-bd61-4184-87df-fbf45278f355 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:24.860213 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90eb911-b246-4928-ac32-cb9eb412ac05", "tag": "be02021d-efc7-490f-b112-ba663b0a0f36", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:24.860462 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-991a283a-bd61-4184-87df-fbf45278f355 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:24.860879 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'tag': 'be02021d-efc7-490f-b112-ba663b0a0f36', 'status': 'completed', 'code': 200} Aug 27 04:40:25.012426 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd057f-5451-4ad5-ba58-8e575ccc7b97 req-9e0dea87-ca32-4fc8-9492-42c82ae6afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:25.014380 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-becd057f-5451-4ad5-ba58-8e575ccc7b97 req-9e0dea87-ca32-4fc8-9492-42c82ae6afaf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1096 time: 0.0730243 Aug 27 04:40:25.028131 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-5ae41542-087e-4da3-8db4-9b9fc4ecdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:25.032388 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-5ae41542-087e-4da3-8db4-9b9fc4ecdbcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73010213c0b945979b5a337586b82752&device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 1098 time: 0.0910518 Aug 27 04:40:25.066442 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-becd057f-5451-4ad5-ba58-8e575ccc7b97 req-46bb0e09-7fe0-4efe-a70d-007e3d8b19da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432215 Aug 27 04:40:25.073618 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:40:25.141081 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2c186-2a0d-4ec2-a87b-b345dd728b6a req-06936d96-0eb5-4f71-9ff4-ddcb7d896468 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:25.142589 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b5c2c186-2a0d-4ec2-a87b-b345dd728b6a req-06936d96-0eb5-4f71-9ff4-ddcb7d896468 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.0485420 Aug 27 04:40:25.188742 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b5c2c186-2a0d-4ec2-a87b-b345dd728b6a req-6fca0900-71d8-4dfa-aab2-4803dae3a578 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 Aug 27 04:40:25.302439 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '75c49e3a-d2c8-4feb-94c4-602dc19e4fd2', 'tenant_id': '73010213c0b945979b5a337586b82752', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'port_id': 'be02021d-efc7-490f-b112-ba663b0a0f36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:40:01Z', 'updated_at': '2021-08-27T04:40:23Z', 'revision_number': 1, 'project_id': '73010213c0b945979b5a337586b82752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:25.329770 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] Checking router: ba83b6d2-f3d1-4eea-9d16-4905e6568570 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:25.339450 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:40:25.340101 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:39:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:25.448260 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:40:25.668967 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce39b3-c7fe-4351-87be-8b41273d9a79 req-d26c13c2-2977-438a-8745-f21662c51802 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:25.670471 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9cce39b3-c7fe-4351-87be-8b41273d9a79 req-d26c13c2-2977-438a-8745-f21662c51802 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 943 time: 0.0617721 Aug 27 04:40:25.689706 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '75c49e3a-d2c8-4feb-94c4-602dc19e4fd2', 'tenant_id': '73010213c0b945979b5a337586b82752', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'port_id': 'be02021d-efc7-490f-b112-ba663b0a0f36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:40:01Z', 'updated_at': '2021-08-27T04:40:23Z', 'revision_number': 1, 'project_id': '73010213c0b945979b5a337586b82752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:25.720168 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e4f7e6-6adc-4371-91bb-b058e3219871 None None] The sync data for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi is: [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '75c49e3a-d2c8-4feb-94c4-602dc19e4fd2', 'tenant_id': '73010213c0b945979b5a337586b82752', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'port_id': 'be02021d-efc7-490f-b112-ba663b0a0f36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:40:01Z', 'updated_at': '2021-08-27T04:40:23Z', 'revision_number': 1, 'project_id': '73010213c0b945979b5a337586b82752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:25.779588 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9cce39b3-c7fe-4351-87be-8b41273d9a79 req-b80c7fb5-2453-44c7-828a-c959bd48d445 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983095 Aug 27 04:40:25.801902 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-39030297-ecd2-44ba-99ef-93cfb3107026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:25.804069 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-39030297-ecd2-44ba-99ef-93cfb3107026 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 200 len: 912 time: 0.1518600 Aug 27 04:40:25.878795 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-729ea7bb-499a-4f28-999f-8bab547fbfc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be02021d-efc7-490f-b112-ba663b0a0f36 HTTP/1.1" status: 200 len: 999 time: 0.0643036 Aug 27 04:40:25.914866 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89f524-f8a8-4ea1-9572-36d8752a4e1f None None] New status for floating IP 75c49e3a-d2c8-4feb-94c4-602dc19e4fd2: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:40:25.934632 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-405b39d6-fc0e-49d5-90e3-a818b4aee851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:25.936116 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-405b39d6-fc0e-49d5-90e3-a818b4aee851 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 200 len: 850 time: 0.0495715 Aug 27 04:40:25.998699 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-a584a270-8df9-4ed2-a326-bb02890312cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:26.001431 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-a584a270-8df9-4ed2-a326-bb02890312cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a919ac5d-841a-4ae2-b353-26d1ed741c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558219 Aug 27 04:40:26.073998 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 236b6127-484d-477e-b8eb-9cc2f556a39e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:40:26.108726 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-dc407461-8f84-4b06-ae46-dc1bfc407389 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922067 Aug 27 04:40:26.169611 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 236b6127-484d-477e-b8eb-9cc2f556a39e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=236b6127-484d-477e-b8eb-9cc2f556a39e,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:26.180863 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'port_id': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'mac_address': 'fa:16:3e:4a:66:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:40:26.222826 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:26.237114 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236b6127-484d-477e-b8eb-9cc2f556a39e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:40:26.246613 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-15b2f306-1fbe-4604-aa04-1d5ff85a675e req-cf66cdb6-21e6-4cbd-884c-bb3ccc9f20d0 service neutron] 10.222.0.35 "GET /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873339 Aug 27 04:40:26.256939 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 236b6127-484d-477e-b8eb-9cc2f556a39e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=236b6127-484d-477e-b8eb-9cc2f556a39e,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:26.261206 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:26.315220 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=236b6127-484d-477e-b8eb-9cc2f556a39e,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:26.320254 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7deca-2251-4bc5-af0c-bd954a5c8c58 req-885d5fbd-122e-4926-9177-16fd88bcbdba tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:26.321758 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0bc7deca-2251-4bc5-af0c-bd954a5c8c58 req-885d5fbd-122e-4926-9177-16fd88bcbdba tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.0605183 Aug 27 04:40:26.370401 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0bc7deca-2251-4bc5-af0c-bd954a5c8c58 req-71f80090-defe-41f7-93a2-b904616d05ce tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395961 Aug 27 04:40:26.781900 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2be20177-af1d-4530-8760-9d1645aaf10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:26.894061 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaff48-8ffe-4097-93cf-312c32e06bdd req-09919462-f4a7-4491-8424-a68b4e75a3d4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:26.895536 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aebaff48-8ffe-4097-93cf-312c32e06bdd req-09919462-f4a7-4491-8424-a68b4e75a3d4 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 944 time: 0.0504057 Aug 27 04:40:26.933348 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aebaff48-8ffe-4097-93cf-312c32e06bdd req-9f9d76e6-4328-4dd1-8c3e-a17d49b7eebc tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318525 Aug 27 04:40:27.499724 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b756b-145d-4977-a788-034b28082cab req-6fe4471c-04ba-4def-8acb-aa7b0c625398 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:27.501199 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-733b756b-145d-4977-a788-034b28082cab req-6fe4471c-04ba-4def-8acb-aa7b0c625398 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.35 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.0789154 Aug 27 04:40:27.512240 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18ccab-743e-4702-ab09-5a6720fd6a9d req-2d75f471-aa9d-4373-a271-c2ace386109f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:27.513596 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ca18ccab-743e-4702-ab09-5a6720fd6a9d req-2d75f471-aa9d-4373-a271-c2ace386109f tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 945 time: 0.0636866 Aug 27 04:40:27.602425 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ca18ccab-743e-4702-ab09-5a6720fd6a9d req-d7f6728d-8be3-48bf-bafe-3dcde410f861 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca19dd19-e9e2-4cab-9725-4777702902e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818789 Aug 27 04:40:27.625954 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-733b756b-145d-4977-a788-034b28082cab req-6f708fc8-585f-499a-a35f-21e8a0621641 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Deleting port 6348fecd-7464-4987-a099-9e9f7e860b0c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:40:27.626300 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-733b756b-145d-4977-a788-034b28082cab req-6f708fc8-585f-499a-a35f-21e8a0621641 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:27.716727 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-733b756b-145d-4977-a788-034b28082cab req-6f708fc8-585f-499a-a35f-21e8a0621641 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] For port 6348fecd-7464-4987-a099-9e9f7e860b0c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6348fecd-7464-4987-a099-9e9f7e860b0c,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:27.717094 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-733b756b-145d-4977-a788-034b28082cab req-6f708fc8-585f-499a-a35f-21e8a0621641 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:27.730210 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-733b756b-145d-4977-a788-034b28082cab req-6f708fc8-585f-499a-a35f-21e8a0621641 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Calling delete_port for 6348fecd-7464-4987-a099-9e9f7e860b0c owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:40:27.851376 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-733b756b-145d-4977-a788-034b28082cab req-6f708fc8-585f-499a-a35f-21e8a0621641 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:27.878162 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f708fc8-585f-499a-a35f-21e8a0621641 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Pushing event deleted for resources: {'Port': ['ID=6348fecd-7464-4987-a099-9e9f7e860b0c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:27.899741 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['6348fecd-7464-4987-a099-9e9f7e860b0c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:40:27.928706 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-733b756b-145d-4977-a788-034b28082cab req-6f708fc8-585f-499a-a35f-21e8a0621641 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] No DVR routers for this DVR port 6348fecd-7464-4987-a099-9e9f7e860b0c on host hv-cinder-80403 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:40:27.931112 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-733b756b-145d-4977-a788-034b28082cab req-6f708fc8-585f-499a-a35f-21e8a0621641 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:27.933155 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-733b756b-145d-4977-a788-034b28082cab req-6f708fc8-585f-499a-a35f-21e8a0621641 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.35 "DELETE /v2.0/ports/6348fecd-7464-4987-a099-9e9f7e860b0c HTTP/1.1" status: 204 len: 173 time: 0.4187026 Aug 27 04:40:27.933606 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'name': 'network-vif-deleted', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:40:27.935912 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777a9e97-1ddb-40b0-b229-dd06b4c8af07" -d '{"events": [{"server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "name": "network-vif-deleted", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:27.936164 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['236b6127-484d-477e-b8eb-9cc2f556a39e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:40:27.976818 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daa0e8b-0188-46c8-bd5a-cf27da366940 x-openstack-request-id: req-9daa0e8b-0188-46c8-bd5a-cf27da366940 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:27.977102 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e425c1-0168-4f5d-8635-dd6b9f88c580", "name": "network-vif-deleted", "tag": "6348fecd-7464-4987-a099-9e9f7e860b0c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:27.977484 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9daa0e8b-0188-46c8-bd5a-cf27da366940 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:27.977757 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e425c1-0168-4f5d-8635-dd6b9f88c580', 'name': 'network-vif-deleted', 'tag': '6348fecd-7464-4987-a099-9e9f7e860b0c', 'status': 'completed', 'code': 200} Aug 27 04:40:28.087771 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71e9f1-2b78-4f96-bbd6-a418873ed6f5 req-4fda6b0a-51d2-4824-8acf-00ad31a377bf tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:40:28.090462 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f71e9f1-2b78-4f96-bbd6-a418873ed6f5 req-4fda6b0a-51d2-4824-8acf-00ad31a377bf tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 944 time: 0.0652559 Aug 27 04:40:28.140714 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f71e9f1-2b78-4f96-bbd6-a418873ed6f5 req-b5ece1b1-45b2-48ed-86e6-00941559e12f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429716 Aug 27 04:40:28.708528 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b626b930-35f1-444a-b0c4-f13d3558bf9b req-7e2c9063-337a-47b6-8462-49bd6697f1f3 tempest-TestMinimumBasicScenario-1749454073 tempest-TestMinimumBasicScenario-1749454073-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e425c1-0168-4f5d-8635-dd6b9f88c580 HTTP/1.1" status: 200 len: 210 time: 0.0266228 Aug 27 04:40:29.061024 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d24e0f04-4e59-4440-a8f7-f505042c1608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:29.602745 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:30.100192 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 236b6127-484d-477e-b8eb-9cc2f556a39e up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:30.153319 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 236b6127-484d-477e-b8eb-9cc2f556a39e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:40:30.153731 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:30.232537 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:30.264981 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:40:30.267295 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de70537-cb77-4a6b-986b-89750218d073" -d '{"events": [{"server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "name": "network-vif-plugged", "status": "completed", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:30.283965 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 236b6127-484d-477e-b8eb-9cc2f556a39e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=236b6127-484d-477e-b8eb-9cc2f556a39e,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:30.289125 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:30.289941 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 6348fecd-7464-4987-a099-9e9f7e860b0c no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:30.347082 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2816e73a-8a95-4ded-adc9-00bfea33267c x-openstack-request-id: req-2816e73a-8a95-4ded-adc9-00bfea33267c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:30.347380 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "name": "network-vif-plugged", "status": "completed", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:30.347623 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2816e73a-8a95-4ded-adc9-00bfea33267c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:30.348034 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'code': 200} Aug 27 04:40:30.350758 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 6348fecd-7464-4987-a099-9e9f7e860b0c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:40:30.351110 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 6348fecd-7464-4987-a099-9e9f7e860b0c not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:30.364454 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=236b6127-484d-477e-b8eb-9cc2f556a39e,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:30.410256 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36468) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:30.419812 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:30.890677 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769167'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:31.121593 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] Deleting port de1c33c7-169f-40ff-b476-adaa62b4f4c1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:40:31.121849 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:31.199230 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] For port de1c33c7-169f-40ff-b476-adaa62b4f4c1, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=de1c33c7-169f-40ff-b476-adaa62b4f4c1,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:31.199592 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:31.211746 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] Calling delete_port for de1c33c7-169f-40ff-b476-adaa62b4f4c1 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:40:31.386415 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:31.411336 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1c33c7-169f-40ff-b476-adaa62b4f4c1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:31.580358 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768965'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:31.849319 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] Router bb37ca27-1cff-413d-8435-7308d1ff7855 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:31.955403 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:31.962751 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d1de21be-aed2-4ffd-bd05-8ce738e3e5e7 admin admin] 10.222.0.53 "PUT /v2.0/routers/bb37ca27-1cff-413d-8435-7308d1ff7855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5496716 Aug 27 04:40:31.963719 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36478) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:31.971478 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] Sync routers for ids ['bb37ca27-1cff-413d-8435-7308d1ff7855'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:31.984139 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] Routers {'bb37ca27-1cff-413d-8435-7308d1ff7855'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:40:31.984903 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:40:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['bb37ca27-1cff-413d-8435-7308d1ff7855'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:32.068687 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.091809 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] Set router bb37ca27-1cff-413d-8435-7308d1ff7855 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:40:32.170603 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.194754 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.223075 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Deleting port 8db990d2-951a-4e7c-b581-e3ee466de302 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:40:32.223450 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.289364 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:40:31Z', 'revision_number': 5, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port': {'id': '8db990d2-951a-4e7c-b581-e3ee466de302', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:32.304441 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] For port 8db990d2-951a-4e7c-b581-e3ee466de302, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=8db990d2-951a-4e7c-b581-e3ee466de302,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:32.304817 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.317214 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Calling delete_port for 8db990d2-951a-4e7c-b581-e3ee466de302 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:40:32.333778 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] Checking router: bb37ca27-1cff-413d-8435-7308d1ff7855 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:32.345318 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] Routers {'bb37ca27-1cff-413d-8435-7308d1ff7855'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:40:32.346119 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:40:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['bb37ca27-1cff-413d-8435-7308d1ff7855'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:32.461524 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] Set router bb37ca27-1cff-413d-8435-7308d1ff7855 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:40:32.480893 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.508406 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db990d2-951a-4e7c-b581-e3ee466de302,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:32.518650 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:40:32Z', 'revision_number': 6, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port_host': None}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:32.546071 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e606f6-b99e-4dc4-a912-174b36352a25 None None] The sync data for ids ['bb37ca27-1cff-413d-8435-7308d1ff7855'] in dv-cinder-804035-5-iscsi is: [{'id': 'bb37ca27-1cff-413d-8435-7308d1ff7855', 'name': 'tempest-TestMinimumBasicScenario-2076075973-router', 'tenant_id': 'c4d957eb500948908f38f0f427a9017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:51Z', 'updated_at': '2021-08-27T04:40:32Z', 'revision_number': 6, 'project_id': 'c4d957eb500948908f38f0f427a9017b', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:32.570709 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767007'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.660193 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37859'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.662808 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.710114 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740495'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.711172 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb37ca27-1cff-413d-8435-7308d1ff7855 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:40:32.716801 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.718087 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fb7ce06d-60da-4a88-9ff6-61d3e8b61953 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bb37ca27-1cff-413d-8435-7308d1ff7855 HTTP/1.1" status: 204 len: 168 time: 0.7534266 Aug 27 04:40:32.722019 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36482) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:32.766802 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-252441dd-2cda-4f43-b75b-bec497cd753d admin admin] Deleting subnet a5be63fc-2f82-4c73-913f-6e753c1161d4 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:40:32.769796 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-252441dd-2cda-4f43-b75b-bec497cd753d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.803863 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-252441dd-2cda-4f43-b75b-bec497cd753d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.914619 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-252441dd-2cda-4f43-b75b-bec497cd753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:32.982402 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-252441dd-2cda-4f43-b75b-bec497cd753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.010970 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252441dd-2cda-4f43-b75b-bec497cd753d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5be63fc-2f82-4c73-913f-6e753c1161d4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:33.016714 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-252441dd-2cda-4f43-b75b-bec497cd753d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.018552 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-252441dd-2cda-4f43-b75b-bec497cd753d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a5be63fc-2f82-4c73-913f-6e753c1161d4 HTTP/1.1" status: 204 len: 168 time: 0.2955432 Aug 27 04:40:33.023014 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36486) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:33.024638 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1d5d4d-ccb1-44c3-9c39-d4e9830c4067 None None] Network 6393701f-2879-4fc5-bc44-476f65707d09 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:40:33.093046 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.148773 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Deleting port f68abbe5-e1f7-4689-bb1b-acb544818a22 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:40:33.149119 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.209988 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] For port f68abbe5-e1f7-4689-bb1b-acb544818a22, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=f68abbe5-e1f7-4689-bb1b-acb544818a22,segment=NetworkSegment(0feabe34-c61f-41b1-90e4-ffbd648ab08d),segment_id=0feabe34-c61f-41b1-90e4-ffbd648ab08d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:33.210384 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.222991 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Calling delete_port for f68abbe5-e1f7-4689-bb1b-acb544818a22 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:40:33.307290 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.337287 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68abbe5-e1f7-4689-bb1b-acb544818a22,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:33.341313 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] No DVR routers for this DVR port f68abbe5-e1f7-4689-bb1b-acb544818a22 on host dv-cinder-804035-5-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:40:33.419717 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.433684 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6393701f-2879-4fc5-bc44-476f65707d09']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:33.446130 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0feabe34-c61f-41b1-90e4-ffbd648ab08d') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:33.446432 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0feabe34-c61f-41b1-90e4-ffbd648ab08d') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:33.456375 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7563171'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.473293 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.481679 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:40:33.482973 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7562857'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: Traceback (most recent call last): Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: timer() Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: cb(*args, **kw) Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: return func(*args, **kwargs) Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: self._notify() Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: self.callback(batched_events) Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: event.method(event) Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: return f(self, *a, **k) Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._get(url).json() Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:40:33.484452 dv-cinder-804035-5-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:40:33.506247 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf4e07-5a33-4abe-a116-b815a6bb5db9 None None] DHCP port deletion for 6393701f-2879-4fc5-bc44-476f65707d09 request from dv-cinder-804035-5-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:40:33.559494 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.570437 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.572625 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6393701f-2879-4fc5-bc44-476f65707d09 HTTP/1.1" status: 204 len: 168 time: 0.5485861 Aug 27 04:40:33.575910 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36488) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:33.583269 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec3dcd-a8ed-4723-9704-88c6d1d91681 admin admin] Pushing event deleted for resources: {'Network': ['ID=6393701f-2879-4fc5-bc44-476f65707d09,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:33.855911 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:33.924489 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769167'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:34.006781 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device de1c33c7-169f-40ff-b476-adaa62b4f4c1 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:34.026933 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: de1c33c7-169f-40ff-b476-adaa62b4f4c1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:40:34.027582 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device de1c33c7-169f-40ff-b476-adaa62b4f4c1 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:34.027582 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 8db990d2-951a-4e7c-b581-e3ee466de302 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:34.049563 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 8db990d2-951a-4e7c-b581-e3ee466de302 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:40:34.049912 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 8db990d2-951a-4e7c-b581-e3ee466de302 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:34.050343 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f68abbe5-e1f7-4689-bb1b-acb544818a22 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:34.071968 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: f68abbe5-e1f7-4689-bb1b-acb544818a22 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:40:34.072342 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f68abbe5-e1f7-4689-bb1b-acb544818a22 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:34.403289 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] Deleting port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:40:34.403633 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:34.479624 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] For port 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141,segment=NetworkSegment(a78703a7-834b-4542-ae9a-dd9b173b4933),segment_id=a78703a7-834b-4542-ae9a-dd9b173b4933)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:34.480007 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:34.495342 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] Calling delete_port for 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:40:34.665696 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:34.687712 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] Pushing event deleted for resources: {'Port': ['ID=1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:34.872669 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768965'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:35.085662 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] Router 55bc359c-b1af-4718-9a70-13c29afdd2c2 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:35.202930 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:35.208091 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2edd3a03-e47b-4f96-80df-659d931d6aff admin admin] 10.222.0.53 "PUT /v2.0/routers/55bc359c-b1af-4718-9a70-13c29afdd2c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6310172 Aug 27 04:40:35.211898 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36498) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:35.214217 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] Sync routers for ids ['55bc359c-b1af-4718-9a70-13c29afdd2c2'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:35.225978 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] Routers {'55bc359c-b1af-4718-9a70-13c29afdd2c2'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:40:35.226598 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:40:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['55bc359c-b1af-4718-9a70-13c29afdd2c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:35.333707 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:35.416683 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] Set router 55bc359c-b1af-4718-9a70-13c29afdd2c2 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:40:35.438567 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:35.494645 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Deleting port f90f5b4d-ed82-49b4-a83f-056a8869a35c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:40:35.495071 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:35.572365 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] For port f90f5b4d-ed82-49b4-a83f-056a8869a35c, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=f90f5b4d-ed82-49b4-a83f-056a8869a35c,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:35.572873 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:35.586053 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Calling delete_port for f90f5b4d-ed82-49b4-a83f-056a8869a35c owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:40:35.593344 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'name': 'tempest-TestMinimumBasicScenario-1496879834-router', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:56Z', 'updated_at': '2021-08-27T04:40:34Z', 'revision_number': 5, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'gw_port': {'id': 'f90f5b4d-ed82-49b4-a83f-056a8869a35c', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:33:57Z', 'updated_at': '2021-08-27T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:35.620037 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] Checking router: 55bc359c-b1af-4718-9a70-13c29afdd2c2 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:35.628884 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] Routers {'55bc359c-b1af-4718-9a70-13c29afdd2c2'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:40:35.629495 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:40:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['55bc359c-b1af-4718-9a70-13c29afdd2c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:35.718949 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] Set router 55bc359c-b1af-4718-9a70-13c29afdd2c2 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:40:35.751414 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:35.770619 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'name': 'tempest-TestMinimumBasicScenario-1496879834-router', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:56Z', 'updated_at': '2021-08-27T04:40:35Z', 'revision_number': 6, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'gw_port_host': None}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:35.780070 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f90f5b4d-ed82-49b4-a83f-056a8869a35c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:35.805523 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404b838-d436-4af9-98d9-3cbee61062ba None None] The sync data for ids ['55bc359c-b1af-4718-9a70-13c29afdd2c2'] in dv-cinder-804035-5-iscsi is: [{'id': '55bc359c-b1af-4718-9a70-13c29afdd2c2', 'name': 'tempest-TestMinimumBasicScenario-1496879834-router', 'tenant_id': 'd7764b17f0e248099cd85e73a4f93e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:33:56Z', 'updated_at': '2021-08-27T04:40:35Z', 'revision_number': 6, 'project_id': 'd7764b17f0e248099cd85e73a4f93e55', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:35.848026 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767007'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:35.936671 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37859'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:35.938858 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.001982 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740495'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.002635 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55bc359c-b1af-4718-9a70-13c29afdd2c2 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:40:36.007323 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.008545 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-66ac76fa-7649-40c9-bf27-c0472c6a3c3b admin admin] 10.222.0.53 "DELETE /v2.0/routers/55bc359c-b1af-4718-9a70-13c29afdd2c2 HTTP/1.1" status: 204 len: 168 time: 0.7953827 Aug 27 04:40:36.011047 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36502) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:36.061315 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6c2df9-9295-4034-ba87-26124e19b45f admin admin] Deleting subnet a1309a3a-046b-4d1d-8605-f918af1aa0d6 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:40:36.064343 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2df9-9295-4034-ba87-26124e19b45f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.097785 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2df9-9295-4034-ba87-26124e19b45f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.196196 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2df9-9295-4034-ba87-26124e19b45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.280621 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2df9-9295-4034-ba87-26124e19b45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.291432 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:36.316062 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c2df9-9295-4034-ba87-26124e19b45f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1309a3a-046b-4d1d-8605-f918af1aa0d6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:36.320340 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2df9-9295-4034-ba87-26124e19b45f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.325654 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-cc6c2df9-9295-4034-ba87-26124e19b45f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a1309a3a-046b-4d1d-8605-f918af1aa0d6 HTTP/1.1" status: 204 len: 168 time: 0.3102403 Aug 27 04:40:36.326032 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36506) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:36.326186 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:40:36.326346 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 1c459d2a-0e5f-44f1-a9e8-efbc9d2a6141 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:36.333209 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2d36f0-3194-4e56-ba88-7a3402427171 None None] Network bb38f461-144b-4b85-9fbc-849fd9423692 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:40:36.395153 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.448615 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Deleting port 55060860-ea01-4a51-ad97-a7b91aa63366 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:40:36.448937 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.520758 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] For port 55060860-ea01-4a51-ad97-a7b91aa63366, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=55060860-ea01-4a51-ad97-a7b91aa63366,segment=NetworkSegment(a78703a7-834b-4542-ae9a-dd9b173b4933),segment_id=a78703a7-834b-4542-ae9a-dd9b173b4933)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:36.521677 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.533829 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Calling delete_port for 55060860-ea01-4a51-ad97-a7b91aa63366 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:40:36.609902 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.640271 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=55060860-ea01-4a51-ad97-a7b91aa63366,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:36.643598 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] No DVR routers for this DVR port 55060860-ea01-4a51-ad97-a7b91aa63366 on host dv-cinder-804035-5-iscsi {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:40:36.653433 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d57d2f-649d-4410-a8fe-0326af33acdb None None] DHCP port deletion for bb38f461-144b-4b85-9fbc-849fd9423692 request from dv-cinder-804035-5-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:40:36.719851 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.730154 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb38f461-144b-4b85-9fbc-849fd9423692']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:36.742001 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78703a7-834b-4542-ae9a-dd9b173b4933') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:36.742326 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78703a7-834b-4542-ae9a-dd9b173b4933') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:36.751544 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8049203'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.767789 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.774880 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:40:36.775550 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7353074'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: Traceback (most recent call last): Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: timer() Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: cb(*args, **kw) Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: return func(*args, **kwargs) Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: self._notify() Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: self.callback(batched_events) Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: event.method(event) Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: return f(self, *a, **k) Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._get(url).json() Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:40:36.778116 dv-cinder-804035-5-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:40:36.841278 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.849535 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.852743 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] 10.222.0.53 "DELETE /v2.0/networks/bb38f461-144b-4b85-9fbc-849fd9423692 HTTP/1.1" status: 204 len: 168 time: 0.5257719 Aug 27 04:40:36.867332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe038e8-1059-4b95-989e-0ef185fa0c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=bb38f461-144b-4b85-9fbc-849fd9423692,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:36.993286 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36510) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:37.040201 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d5cf7d27-fa58-487a-bb04-cd02d1dca62f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4d957eb500948908f38f0f427a9017b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454741 Aug 27 04:40:37.042802 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 36514) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:37.107466 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12ad549e-f359-4f53-b7ce-32da7a8e324f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.128619 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12ad549e-f359-4f53-b7ce-32da7a8e324f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.178446 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12ad549e-f359-4f53-b7ce-32da7a8e324f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.183149 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12ad549e-f359-4f53-b7ce-32da7a8e324f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.186945 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-12ad549e-f359-4f53-b7ce-32da7a8e324f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca19dd19-e9e2-4cab-9725-4777702902e9 HTTP/1.1" status: 204 len: 168 time: 0.1405015 Aug 27 04:40:37.192944 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad549e-f359-4f53-b7ce-32da7a8e324f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca19dd19-e9e2-4cab-9725-4777702902e9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:37.520608 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36522) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:37.560929 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-806fe5da-0873-4d7d-bdc1-bbb9452584ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7764b17f0e248099cd85e73a4f93e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384772 Aug 27 04:40:37.563574 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 36524) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:37.610863 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7aefe58a-ee1e-4adf-abb2-eaff08c28e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.632851 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7aefe58a-ee1e-4adf-abb2-eaff08c28e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.685673 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7aefe58a-ee1e-4adf-abb2-eaff08c28e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.688271 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7aefe58a-ee1e-4adf-abb2-eaff08c28e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.689438 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7aefe58a-ee1e-4adf-abb2-eaff08c28e12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dee56c05-4c90-4b84-ace1-7ecc3ad6b6ed HTTP/1.1" status: 204 len: 168 time: 0.1249387 Aug 27 04:40:37.697867 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefe58a-ee1e-4adf-abb2-eaff08c28e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee56c05-4c90-4b84-ace1-7ecc3ad6b6ed,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:38.016129 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 55060860-ea01-4a51-ad97-a7b91aa63366 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:38.037557 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 55060860-ea01-4a51-ad97-a7b91aa63366 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:40:38.038199 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 55060860-ea01-4a51-ad97-a7b91aa63366 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:38.038368 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f90f5b4d-ed82-49b4-a83f-056a8869a35c no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:38.057357 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: f90f5b4d-ed82-49b4-a83f-056a8869a35c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:40:38.057707 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f90f5b4d-ed82-49b4-a83f-056a8869a35c not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:39.277539 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:40:56.782325 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51ba2615-abec-4bf7-827b-be3bcbcd196a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:59.060798 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe7598cc-8d21-4610-9b7a-8d0d5909eaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:59.604463 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:00.420801 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:02.128231 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:03.856258 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:16.280847 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:41:26.786031 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9ff228f6-d54c-4198-bebf-1510018db44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:29.061517 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dba05808-28f3-49bb-8cc3-478e03e08ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:29.605242 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:30.424210 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:32.133909 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:33.875650 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:41.907641 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0728bba-f8af-4ffa-8f9b-cc6904723a9e req-1f2ed7eb-c4bb-4384-8c7d-01c7504113f7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:41.909085 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0728bba-f8af-4ffa-8f9b-cc6904723a9e req-1f2ed7eb-c4bb-4384-8c7d-01c7504113f7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.1436520 Aug 27 04:41:41.949183 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0728bba-f8af-4ffa-8f9b-cc6904723a9e req-473bb0bf-f2a8-49f5-a80b-ffbdd74edfc1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336175 Aug 27 04:41:43.067548 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97cecb-8fbc-49b0-a628-b4d1428cc514 req-e4d2a378-a68d-43cb-bdce-ab7cebd51f21 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:43.069737 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1e97cecb-8fbc-49b0-a628-b4d1428cc514 req-e4d2a378-a68d-43cb-bdce-ab7cebd51f21 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0487919 Aug 27 04:41:43.106757 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1e97cecb-8fbc-49b0-a628-b4d1428cc514 req-dcaa662a-1eec-4566-9bd2-e47620bb00c1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311549 Aug 27 04:41:44.226038 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fa46e-6004-4b9c-8853-68b64b3a7a9b req-e262736b-46ba-4abc-8a76-7c86ebd64aa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:44.227525 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-482fa46e-6004-4b9c-8853-68b64b3a7a9b req-e262736b-46ba-4abc-8a76-7c86ebd64aa9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0495794 Aug 27 04:41:44.273011 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-482fa46e-6004-4b9c-8853-68b64b3a7a9b req-e8ee52d7-d90e-4ba3-bb12-eceebe83bd3b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392084 Aug 27 04:41:45.390423 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d1bab-6447-44eb-b45d-c936d8d6821b req-431f26ff-28ef-4ee7-b66f-f2080a4476ea tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:45.391890 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-db8d1bab-6447-44eb-b45d-c936d8d6821b req-431f26ff-28ef-4ee7-b66f-f2080a4476ea tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0478046 Aug 27 04:41:45.432103 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-db8d1bab-6447-44eb-b45d-c936d8d6821b req-8d8912c0-2d17-4b01-a8b7-891c0dea6f36 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Aug 27 04:41:46.547617 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87bf73-bef2-463b-8032-b9ac7b181991 req-157eb167-8229-486f-8c41-1e16d7b1b04e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:46.549084 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cf87bf73-bef2-463b-8032-b9ac7b181991 req-157eb167-8229-486f-8c41-1e16d7b1b04e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0479217 Aug 27 04:41:46.585789 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cf87bf73-bef2-463b-8032-b9ac7b181991 req-fa93d23e-7047-4c3d-bbbb-e0af11c5851d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302138 Aug 27 04:41:47.704291 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87db54-9acb-448d-b9c0-fea355e9dc95 req-e217975a-23da-404a-a310-6aac29cc4c60 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:47.705772 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dd87db54-9acb-448d-b9c0-fea355e9dc95 req-e217975a-23da-404a-a310-6aac29cc4c60 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0484402 Aug 27 04:41:47.743828 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dd87db54-9acb-448d-b9c0-fea355e9dc95 req-c7ffb713-2cec-416f-9c09-f9563f78fe09 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322509 Aug 27 04:41:48.864635 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1753695-9ee9-4feb-af80-20554e745f56 req-462717f8-56fe-4f52-a39b-9c9f2551813a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:48.866805 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a1753695-9ee9-4feb-af80-20554e745f56 req-462717f8-56fe-4f52-a39b-9c9f2551813a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0497668 Aug 27 04:41:48.908869 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a1753695-9ee9-4feb-af80-20554e745f56 req-8b364683-906c-4c97-9849-ee7882296b8e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360229 Aug 27 04:41:50.025230 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba914e7b-de1f-418e-9482-cc9168e7e0b4 req-ffbb1047-9c44-4369-98f5-beb86bda00ad tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:50.026682 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba914e7b-de1f-418e-9482-cc9168e7e0b4 req-ffbb1047-9c44-4369-98f5-beb86bda00ad tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0474939 Aug 27 04:41:50.063926 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba914e7b-de1f-418e-9482-cc9168e7e0b4 req-716f7f67-a110-44e8-9934-f48499362eb1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312564 Aug 27 04:41:51.180198 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162efa0-e50e-469b-897b-6c74eae62677 req-e8b2d443-bcd9-431c-8afe-cf8499d990aa tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:51.181641 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8162efa0-e50e-469b-897b-6c74eae62677 req-e8b2d443-bcd9-431c-8afe-cf8499d990aa tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0481710 Aug 27 04:41:51.217970 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8162efa0-e50e-469b-897b-6c74eae62677 req-56093134-53a6-4fb4-b472-bd4b77e01dfc tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306058 Aug 27 04:41:52.336176 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784ace-fec4-40c2-80b7-b5a8fa903ce2 req-05ed2ebf-e57e-4926-a958-c63f80dab09d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:52.337688 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d5784ace-fec4-40c2-80b7-b5a8fa903ce2 req-05ed2ebf-e57e-4926-a958-c63f80dab09d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0486724 Aug 27 04:41:52.379769 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d5784ace-fec4-40c2-80b7-b5a8fa903ce2 req-193df950-c8b6-4bf1-ae85-c4435eae8fea tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361495 Aug 27 04:41:53.282355 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:41:53.506942 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f33939-2e76-45f3-bd5c-ba755c487dc9 req-106aa1fc-ec0d-4657-b5c5-fd10315d6c85 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:53.508490 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0f33939-2e76-45f3-bd5c-ba755c487dc9 req-106aa1fc-ec0d-4657-b5c5-fd10315d6c85 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0530581 Aug 27 04:41:53.547252 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0f33939-2e76-45f3-bd5c-ba755c487dc9 req-43140a25-5064-464b-9e9a-2f163830c6c4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328488 Aug 27 04:41:54.665661 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257150ec-4e65-40fa-84ba-8f8061c1c037 req-094f70f3-db51-4a22-a3b8-b0d5c6abc1a7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:54.667092 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-257150ec-4e65-40fa-84ba-8f8061c1c037 req-094f70f3-db51-4a22-a3b8-b0d5c6abc1a7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0501969 Aug 27 04:41:54.709137 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-257150ec-4e65-40fa-84ba-8f8061c1c037 req-4cdefba0-b78b-441b-a386-51d13dc68a7d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353005 Aug 27 04:41:55.827217 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f320db-b5c3-4e14-8f44-c01eb80da99e req-adc8e863-6c10-4723-992b-592a2c0f4aaa tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:55.828720 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-85f320db-b5c3-4e14-8f44-c01eb80da99e req-adc8e863-6c10-4723-992b-592a2c0f4aaa tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0486763 Aug 27 04:41:55.869858 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-85f320db-b5c3-4e14-8f44-c01eb80da99e req-fd197e1b-6348-447a-9979-83b0cf4e4aa1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353343 Aug 27 04:41:56.788273 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57193f6b-aa19-4f6b-b85f-d99cfd2ab181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:56.988790 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40596e-e95c-48e4-bf95-c852fbaca9a9 req-c94db435-e728-4541-b635-85d3ca876c18 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:56.990317 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fe40596e-e95c-48e4-bf95-c852fbaca9a9 req-c94db435-e728-4541-b635-85d3ca876c18 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0498819 Aug 27 04:41:57.028439 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fe40596e-e95c-48e4-bf95-c852fbaca9a9 req-1e86c2a5-2271-447d-a35b-29298fdcde55 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Aug 27 04:41:58.150874 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651b70e-26bc-4c70-93e0-601b51aadbe1 req-d912fb77-47d0-46b7-824f-203cec0cdc2a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:58.152396 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8651b70e-26bc-4c70-93e0-601b51aadbe1 req-d912fb77-47d0-46b7-824f-203cec0cdc2a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0532315 Aug 27 04:41:58.189687 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8651b70e-26bc-4c70-93e0-601b51aadbe1 req-63ca4dc8-a94e-49fa-9116-e5e93ae0b2fb tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314786 Aug 27 04:41:59.070775 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5f307e95-5a1c-4ec5-a606-f0447b06e5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:59.309929 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb94b6-eccb-4b02-a003-ecd31aeab36f req-64628738-a9bb-4b6a-bb5b-a503414c4d65 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:41:59.311410 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4abb94b6-eccb-4b02-a003-ecd31aeab36f req-64628738-a9bb-4b6a-bb5b-a503414c4d65 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0488527 Aug 27 04:41:59.353787 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4abb94b6-eccb-4b02-a003-ecd31aeab36f req-eb1b607b-b442-456e-917a-bc85a9a28958 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363212 Aug 27 04:41:59.605567 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:00.428744 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:00.476384 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551c0de-c7e7-41f8-9bc6-fc4440e99cc8 req-90eb8c8f-c585-436c-9eb6-17e4af7bc3be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:00.477901 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f551c0de-c7e7-41f8-9bc6-fc4440e99cc8 req-90eb8c8f-c585-436c-9eb6-17e4af7bc3be tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0511158 Aug 27 04:42:00.517015 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f551c0de-c7e7-41f8-9bc6-fc4440e99cc8 req-fd545976-91f5-49c4-84ef-e186a96a1758 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324497 Aug 27 04:42:00.594426 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 792a8fdf-832a-4455-8433-eb97d588eb8e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:00.688426 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:00.699793 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'port_id': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'mac_address': 'fa:16:3e:b1:32:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:00.739644 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:00.752324 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 792a8fdf-832a-4455-8433-eb97d588eb8e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:42:00.772885 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:00.777638 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:00.825301 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:00.832334 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.832689 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.833027 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.833361 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.833690 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.834021 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.834977 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.835306 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.835635 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.835960 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.836310 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.836632 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:00.972739 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['792a8fdf-832a-4455-8433-eb97d588eb8e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:42:01.637735 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e4fba-28ec-4e04-b93b-eb04ae05190d req-d8946a91-c4bb-4f66-8b98-215f1bc9f0e2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:01.639177 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a92e4fba-28ec-4e04-b93b-eb04ae05190d req-d8946a91-c4bb-4f66-8b98-215f1bc9f0e2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 945 time: 0.0500174 Aug 27 04:42:01.678078 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a92e4fba-28ec-4e04-b93b-eb04ae05190d req-957545b8-0ac2-452a-8e4c-756677d2821f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328772 Aug 27 04:42:02.135119 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:02.616704 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 792a8fdf-832a-4455-8433-eb97d588eb8e up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:02.664191 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 792a8fdf-832a-4455-8433-eb97d588eb8e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:42:02.664488 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:02.747825 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:02.774218 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:42:02.776546 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c7f3ed-531e-4cd7-94c5-dc978c352800" -d '{"events": [{"server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "name": "network-vif-plugged", "status": "completed", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:02.791665 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:02.796502 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:02.809600 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0206b-c2ff-4905-887e-74f0aaedc2c6 req-8c3d5ade-b4bd-4727-8449-b6c30cf24193 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:02.811152 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-55f0206b-c2ff-4905-887e-74f0aaedc2c6 req-8c3d5ade-b4bd-4727-8449-b6c30cf24193 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 945 time: 0.0578578 Aug 27 04:42:02.834837 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb132ec5-53e9-428d-9c53-a7cbbb3466fb x-openstack-request-id: req-fb132ec5-53e9-428d-9c53-a7cbbb3466fb {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:02.835134 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "name": "network-vif-plugged", "status": "completed", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:02.835392 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb132ec5-53e9-428d-9c53-a7cbbb3466fb {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:02.835782 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'code': 200} Aug 27 04:42:02.851284 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:02.861927 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-55f0206b-c2ff-4905-887e-74f0aaedc2c6 req-4cc73350-cdaf-4831-91dc-0c0f2f721550 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387166 Aug 27 04:42:03.868846 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:03.986496 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b131-4027-4e5f-afa0-7f1cfb7a00ba req-237df8a7-3b81-4ecf-8cc8-b44157e563ae tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:03.988020 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-da99b131-4027-4e5f-afa0-7f1cfb7a00ba req-237df8a7-3b81-4ecf-8cc8-b44157e563ae tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0529637 Aug 27 04:42:04.027554 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-da99b131-4027-4e5f-afa0-7f1cfb7a00ba req-dd26ce2b-0f1b-4334-a557-b6f805f4e389 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335178 Aug 27 04:42:05.152738 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7282415-83bb-4c9f-bca0-4f51fae76c11 req-17937010-4fcb-4c96-8620-369b8f7534d8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:05.152738 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b7282415-83bb-4c9f-bca0-4f51fae76c11 req-17937010-4fcb-4c96-8620-369b8f7534d8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0512824 Aug 27 04:42:05.194425 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b7282415-83bb-4c9f-bca0-4f51fae76c11 req-9d0f4d62-417d-462c-8e57-2cf59a85da6b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365572 Aug 27 04:42:06.337674 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e949e-f930-4caa-9124-27f0ce8c2af4 req-b5474e68-3595-4d39-9678-186c2bcc95d0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:06.339265 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2b3e949e-f930-4caa-9124-27f0ce8c2af4 req-b5474e68-3595-4d39-9678-186c2bcc95d0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0616355 Aug 27 04:42:06.401083 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2b3e949e-f930-4caa-9124-27f0ce8c2af4 req-124e8b11-e678-4c71-bbb1-908718eb3956 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459981 Aug 27 04:42:07.523948 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c641e-4094-458d-af1a-f22b2b89fa2c req-58251990-e55e-4533-88c7-f150eb9d3d41 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:07.532034 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3e1c641e-4094-458d-af1a-f22b2b89fa2c req-58251990-e55e-4533-88c7-f150eb9d3d41 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0675499 Aug 27 04:42:07.600671 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3e1c641e-4094-458d-af1a-f22b2b89fa2c req-f5e6cf70-39df-4f0e-b06a-c8254d177423 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678165 Aug 27 04:42:08.711184 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f50cc5-3cd9-4aa6-8a2d-dfceeb134a0d req-34cd0f62-503e-44a5-bc07-aaecb483389d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:08.720062 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c2f50cc5-3cd9-4aa6-8a2d-dfceeb134a0d req-34cd0f62-503e-44a5-bc07-aaecb483389d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0675621 Aug 27 04:42:08.763537 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c2f50cc5-3cd9-4aa6-8a2d-dfceeb134a0d req-f8242445-fcf0-4de1-b990-b02ddea55938 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412543 Aug 27 04:42:08.940223 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-bbadd637-b6f9-415c-b910-41923c18f4e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886075 Aug 27 04:42:09.070105 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-2c4a557e-df09-4e4f-b06b-d07083d86140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:09.071621 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-2c4a557e-df09-4e4f-b06b-d07083d86140 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a&device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1098 time: 0.0589771 Aug 27 04:42:09.199053 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-8973a2de-b5ed-4697-b15d-946f8e935161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:09.201617 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-8973a2de-b5ed-4697-b15d-946f8e935161 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a HTTP/1.1" status: 200 len: 910 time: 0.1054466 Aug 27 04:42:09.281057 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-4b39dff5-ca8e-4f4f-88b6-02e9965fe01e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236b6127-484d-477e-b8eb-9cc2f556a39e HTTP/1.1" status: 200 len: 1000 time: 0.0705237 Aug 27 04:42:09.353238 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-33aa855c-8d60-4cdf-95bf-42e28b94a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:09.355011 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-33aa855c-8d60-4cdf-95bf-42e28b94a1fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1790164e-c947-4aa4-a4b7-0b3abb94d7ea HTTP/1.1" status: 200 len: 848 time: 0.0658023 Aug 27 04:42:09.410263 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-d3363906-e5bb-4070-8c45-f0595503be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:09.411773 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-d3363906-e5bb-4070-8c45-f0595503be28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484774 Aug 27 04:42:09.431209 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-90653cd3-a3e5-48c5-bc0e-e8a33338106a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:42:09.432198 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-90653cd3-a3e5-48c5-bc0e-e8a33338106a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109565 Aug 27 04:42:09.538945 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-ecaae97a-b70e-47a9-a317-ed3492415d7d service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958197 Aug 27 04:42:09.639213 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ec12322-10f4-4afe-9f92-6f546755a5d9 req-0136859a-6730-41e2-9626-09002ede84be service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925174 Aug 27 04:42:09.904605 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab526d7-7518-4633-906f-11fcbb8d1ebe req-2e3496b2-f1c7-456a-a95c-8b9c61a793c6 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:09.906437 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0ab526d7-7518-4633-906f-11fcbb8d1ebe req-2e3496b2-f1c7-456a-a95c-8b9c61a793c6 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0718510 Aug 27 04:42:09.952506 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0ab526d7-7518-4633-906f-11fcbb8d1ebe req-2334d826-90fa-4a56-8a8f-d86589a6271b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390842 Aug 27 04:42:11.139342 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12314896-40e3-4217-9036-29f833645b4d req-fca80f0b-590b-4539-a07c-76c3bd3b91ba tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:11.147200 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-12314896-40e3-4217-9036-29f833645b4d req-fca80f0b-590b-4539-a07c-76c3bd3b91ba tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0641329 Aug 27 04:42:11.185822 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-12314896-40e3-4217-9036-29f833645b4d req-593df549-d14b-47a0-a32f-abd61f9b61b2 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374763 Aug 27 04:42:12.479087 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043344a-bbf6-43c1-aca0-48abadb096e3 req-f544a18f-aabd-4b38-a07e-b366ff7eeee4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:12.480961 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a043344a-bbf6-43c1-aca0-48abadb096e3 req-f544a18f-aabd-4b38-a07e-b366ff7eeee4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0531938 Aug 27 04:42:12.536803 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a043344a-bbf6-43c1-aca0-48abadb096e3 req-81ec1adb-edfa-4d13-a388-8c1dc7f72a3b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478518 Aug 27 04:42:13.674459 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689ccb7-ade1-404d-9e44-2f306accc5eb req-1cc7a5a2-af41-4f48-adf9-d2ef0a7aedc4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:13.685680 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1689ccb7-ade1-404d-9e44-2f306accc5eb req-1cc7a5a2-af41-4f48-adf9-d2ef0a7aedc4 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0727272 Aug 27 04:42:13.748529 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1689ccb7-ade1-404d-9e44-2f306accc5eb req-c3ad36ef-c570-4ab9-8a8d-4cbd099c9cb6 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613437 Aug 27 04:42:14.894988 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b2f84-817d-420b-b00c-a9ff95ba831d req-36c6f1fa-c46c-4c3b-9fbc-56a7c5a26db7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:14.897328 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0a1b2f84-817d-420b-b00c-a9ff95ba831d req-36c6f1fa-c46c-4c3b-9fbc-56a7c5a26db7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0572183 Aug 27 04:42:14.942983 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0a1b2f84-817d-420b-b00c-a9ff95ba831d req-5f6e93eb-f5da-4619-848b-d43b16b7162c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378656 Aug 27 04:42:16.066085 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afa074-53a2-474d-8adf-489cb3d880ae req-f504416d-195e-4bb2-aab4-1f232ceee397 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:16.067566 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-39afa074-53a2-474d-8adf-489cb3d880ae req-f504416d-195e-4bb2-aab4-1f232ceee397 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0477138 Aug 27 04:42:16.104310 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-39afa074-53a2-474d-8adf-489cb3d880ae req-9d29cd5e-c50a-4892-b54e-845289c387b5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Aug 27 04:42:16.481825 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ae07-1246-4538-8494-da20388f2c91 req-5dc368e1-a5be-4a51-bd3b-712edb0a8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:16.483358 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72c3ae07-1246-4538-8494-da20388f2c91 req-5dc368e1-a5be-4a51-bd3b-712edb0a8ea0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 1099 time: 0.0429580 Aug 27 04:42:16.576653 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ae07-1246-4538-8494-da20388f2c91 req-01763b8a-5c2f-445a-8cdf-e0254fc55b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:16.578048 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72c3ae07-1246-4538-8494-da20388f2c91 req-01763b8a-5c2f-445a-8cdf-e0254fc55b38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.0878501 Aug 27 04:42:16.646759 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72c3ae07-1246-4538-8494-da20388f2c91 req-d21053bd-9fb0-490a-a774-5340166c94fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792a8fdf-832a-4455-8433-eb97d588eb8e HTTP/1.1" status: 200 len: 1001 time: 0.0611300 Aug 27 04:42:16.699462 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ae07-1246-4538-8494-da20388f2c91 req-3fb1cfe2-3895-4c7e-8a43-e74527b49b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:16.700960 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72c3ae07-1246-4538-8494-da20388f2c91 req-3fb1cfe2-3895-4c7e-8a43-e74527b49b65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0471244 Aug 27 04:42:16.747823 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ae07-1246-4538-8494-da20388f2c91 req-7b74f97c-39b1-4805-9e9e-2b54897cb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:16.749375 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72c3ae07-1246-4538-8494-da20388f2c91 req-7b74f97c-39b1-4805-9e9e-2b54897cb185 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407760 Aug 27 04:42:16.838029 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72c3ae07-1246-4538-8494-da20388f2c91 req-6c2ef512-a16c-4f28-bd83-d212dafe71ae service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805564 Aug 27 04:42:16.930060 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72c3ae07-1246-4538-8494-da20388f2c91 req-01e80485-a6d7-4f1e-82a3-282be3e44849 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847132 Aug 27 04:42:17.222437 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c854f-34f5-4b2b-aa9f-2cf689741e9f req-ea46a373-18ac-4037-84ab-5bc3ba146958 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:17.223942 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f61c854f-34f5-4b2b-aa9f-2cf689741e9f req-ea46a373-18ac-4037-84ab-5bc3ba146958 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0486429 Aug 27 04:42:17.265340 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f61c854f-34f5-4b2b-aa9f-2cf689741e9f req-c2d5ad81-cc44-4a09-a6a4-18e5292e42bd tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344081 Aug 27 04:42:18.389081 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1e5ef-1745-4cd9-9866-c740d617c5c7 req-c7d69c1e-2ec2-4a4c-a517-bd4bad4d5193 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:18.390550 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79a1e5ef-1745-4cd9-9866-c740d617c5c7 req-c7d69c1e-2ec2-4a4c-a517-bd4bad4d5193 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 946 time: 0.0533953 Aug 27 04:42:18.429130 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79a1e5ef-1745-4cd9-9866-c740d617c5c7 req-0bb6f97f-0ab9-46ad-a1ba-b078434c2544 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323284 Aug 27 04:42:18.738915 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 792a8fdf-832a-4455-8433-eb97d588eb8e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:18.817838 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:18.841912 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:42:18.844168 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a7b8e6-26bc-4d88-9f91-3bd39c83b682" -d '{"events": [{"server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "name": "network-vif-unplugged", "status": "completed", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:18.856577 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:18.861388 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:18.887611 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a1a32b-4c09-4e77-b8bf-b421a7f0d102 x-openstack-request-id: req-c8a1a32b-4c09-4e77-b8bf-b421a7f0d102 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:18.887800 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "name": "network-vif-unplugged", "status": "completed", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:18.888046 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8a1a32b-4c09-4e77-b8bf-b421a7f0d102 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:18.888444 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'code': 200} Aug 27 04:42:18.911217 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:19.549940 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3cc04-3f45-44c6-b9f4-498d5a6d9d0b req-3bf2d2cb-b1b8-4c53-8cb1-f2684f0f6244 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:19.551417 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6af3cc04-3f45-44c6-b9f4-498d5a6d9d0b req-3bf2d2cb-b1b8-4c53-8cb1-f2684f0f6244 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0476985 Aug 27 04:42:19.589051 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6af3cc04-3f45-44c6-b9f4-498d5a6d9d0b req-b233820a-2bf1-4861-b890-e7610af5c245 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309858 Aug 27 04:42:20.556014 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326fc2e-3bf2-4857-8bb5-56275cc6099c req-e3295e29-9cf7-49b2-a497-d9f392db829e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:20.557768 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e326fc2e-3bf2-4857-8bb5-56275cc6099c req-e3295e29-9cf7-49b2-a497-d9f392db829e tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0508361 Aug 27 04:42:20.597284 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e326fc2e-3bf2-4857-8bb5-56275cc6099c req-db22745c-f12a-4833-a71c-0de17507e9bb tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333588 Aug 27 04:42:20.692498 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-499386e1-1af8-4dcd-9d6e-6ac3b24fc5f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942626 Aug 27 04:42:21.640811 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-a40dcea3-6f40-4cea-a621-6cf92e80680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:21.642344 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-a40dcea3-6f40-4cea-a621-6cf92e80680c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505&tenant_id=a6be58896fed46208a356cedf5a8513e HTTP/1.1" status: 200 len: 1097 time: 0.0723374 Aug 27 04:42:21.739428 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-843e79b6-1545-43ba-b0bf-c7b9de30914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:21.741556 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-843e79b6-1545-43ba-b0bf-c7b9de30914b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 1097 time: 0.0653687 Aug 27 04:42:21.753256 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaaf0b-6ada-40ae-bd93-8a8fccd04bcb req-5b9e09ad-d830-4c96-b203-745ed20a0421 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:21.754594 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-38eaaf0b-6ada-40ae-bd93-8a8fccd04bcb req-5b9e09ad-d830-4c96-b203-745ed20a0421 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0698950 Aug 27 04:42:21.835168 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-38eaaf0b-6ada-40ae-bd93-8a8fccd04bcb req-05ce6b8d-4248-416e-b721-5e6866071889 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728309 Aug 27 04:42:21.862359 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-49edf193-bf1a-4aab-8ded-433d4edeb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:21.863796 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-49edf193-bf1a-4aab-8ded-433d4edeb444 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.1083887 Aug 27 04:42:21.929049 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-368eb607-7dd6-4611-941c-5e5efab09c53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792a8fdf-832a-4455-8433-eb97d588eb8e HTTP/1.1" status: 200 len: 999 time: 0.0577717 Aug 27 04:42:21.981541 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-42253357-0d3c-4557-8dc0-9ecf5aca597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:21.983015 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-42253357-0d3c-4557-8dc0-9ecf5aca597a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0472946 Aug 27 04:42:22.036718 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-e79c5ba5-10ab-4500-b9f0-628c086e8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:22.039650 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-e79c5ba5-10ab-4500-b9f0-628c086e8fac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496793 Aug 27 04:42:22.130429 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-38e0466c-d078-40ca-a9e8-7a9ed8a32470 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828831 Aug 27 04:42:22.225822 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-817336d2-6a87-4d2f-b8ee-d377ffd0bcf4 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880790 Aug 27 04:42:22.984131 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95971c1-b14e-45b4-abd1-25601e69ea38 req-63092425-5301-4ab7-847f-b2d4814d4cd9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:22.984982 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f95971c1-b14e-45b4-abd1-25601e69ea38 req-63092425-5301-4ab7-847f-b2d4814d4cd9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0550392 Aug 27 04:42:23.035400 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f95971c1-b14e-45b4-abd1-25601e69ea38 req-9e3049d2-c071-43da-a4e4-3ed13a6cba09 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386839 Aug 27 04:42:24.167884 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840bfa0-8e89-49bf-b999-959c0441caf8 req-51fa004e-3a73-4731-96cd-63195eae4e28 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:24.170245 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1840bfa0-8e89-49bf-b999-959c0441caf8 req-51fa004e-3a73-4731-96cd-63195eae4e28 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0602388 Aug 27 04:42:24.210243 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1840bfa0-8e89-49bf-b999-959c0441caf8 req-d93f3496-8348-4533-aa2d-b9aaec9c1419 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336070 Aug 27 04:42:25.337573 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069cd38-a2d1-4a4c-b232-c54e27d41a66 req-71ed909e-77b1-42b1-ab99-c142180c6ddb tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:25.339090 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5069cd38-a2d1-4a4c-b232-c54e27d41a66 req-71ed909e-77b1-42b1-ab99-c142180c6ddb tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0490923 Aug 27 04:42:25.384993 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5069cd38-a2d1-4a4c-b232-c54e27d41a66 req-61949586-7c57-46f2-8c7d-d91a4d68651a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397813 Aug 27 04:42:25.776999 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37092) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:25.949222 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Deleting port 73925581-4fb1-475e-8b07-241d59419312 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:25.949546 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:26.039253 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:26.039814 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:26.060696 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Calling delete_port for 73925581-4fb1-475e-8b07-241d59419312 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:26.221007 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:26.529669 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935fc5-0344-49a1-9038-1e042224dbb1 req-51300cb4-df5d-4020-ab3f-eb439ecd90f0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:26.533034 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-37935fc5-0344-49a1-9038-1e042224dbb1 req-51300cb4-df5d-4020-ab3f-eb439ecd90f0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0593812 Aug 27 04:42:26.540472 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event deleted for resources: {'Port': ['ID=73925581-4fb1-475e-8b07-241d59419312,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:26.568283 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.568633 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.569039 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.569376 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.569708 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.570066 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.570390 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.570717 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.571042 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.571364 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.571683 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.572024 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:26.580550 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-37935fc5-0344-49a1-9038-1e042224dbb1 req-e3d418e6-62c7-4574-9335-2eca4cc97aa0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384622 Aug 27 04:42:26.624024 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:26.624285 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Floating IP 2bbd0612-b5e7-46a2-9845-6e8950b6ecf1 disassociated (deleted). External IP: 172.27.1.79, port: 236b6127-484d-477e-b8eb-9cc2f556a39e. Aug 27 04:42:26.791646 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92bc9e4b-43dc-41c5-a5ab-950cf8de4a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:26.851857 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Router 43b5d212-f698-42dd-934c-03d44d1298f5 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:26.971902 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:26.976795 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:26.982864 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] Sync routers for ids ['43b5d212-f698-42dd-934c-03d44d1298f5'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:26.992249 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] Routers {'43b5d212-f698-42dd-934c-03d44d1298f5'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:42:26.992888 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:41:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['43b5d212-f698-42dd-934c-03d44d1298f5'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:27.005063 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ff3fe46e-cb7a-48e2-b214-900d7ec81c02 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "DELETE /v2.0/floatingips/2bbd0612-b5e7-46a2-9845-6e8950b6ecf1 HTTP/1.1" status: 204 len: 168 time: 1.2268605 Aug 27 04:42:27.006150 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:42:27.009658 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3bef75-ecd8-404e-913b-80eb9bad7078" -d '{"events": [{"name": "network-changed", "server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:27.111879 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] Set router 43b5d212-f698-42dd-934c-03d44d1298f5 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:42:27.283329 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a7be91-2ccb-4f88-8221-7589733e0825 x-openstack-request-id: req-c7a7be91-2ccb-4f88-8221-7589733e0825 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:27.283627 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:27.283865 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7a7be91-2ccb-4f88-8221-7589733e0825 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:27.284300 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'status': 'completed', 'code': 200} Aug 27 04:42:27.374358 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:57Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '1ae82a6a-90db-42e7-bfc8-a963937a4539', 'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'mac_address': 'fa:16:3e:dc:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:56Z', 'updated_at': '2021-08-27T04:35:04Z', 'revision_number': 5, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'subnets': [{'id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:27.383896 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7713202-8e8d-48f3-9055-84aecbe51d07 req-5d1ae9ff-7362-44f0-b453-72e379f015ba tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:27.386038 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7713202-8e8d-48f3-9055-84aecbe51d07 req-5d1ae9ff-7362-44f0-b453-72e379f015ba tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0556688 Aug 27 04:42:27.412364 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] Checking router: 43b5d212-f698-42dd-934c-03d44d1298f5 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:27.433697 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7713202-8e8d-48f3-9055-84aecbe51d07 req-412e1238-b9a2-46cd-9fb3-080e5850c704 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Aug 27 04:42:27.449633 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] Routers {'43b5d212-f698-42dd-934c-03d44d1298f5'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:42:27.450294 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:41:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['43b5d212-f698-42dd-934c-03d44d1298f5'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:27.561909 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] Set router 43b5d212-f698-42dd-934c-03d44d1298f5 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:42:27.705554 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aea0bb-335a-486e-a3bf-7871bf90318e req-99233b76-3764-4d64-8401-c014572313a3 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:27.707605 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53aea0bb-335a-486e-a3bf-7871bf90318e req-99233b76-3764-4d64-8401-c014572313a3 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0510671 Aug 27 04:42:27.751198 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53aea0bb-335a-486e-a3bf-7871bf90318e req-34cc4f40-24dd-4f39-b357-f8ee82f37551 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371664 Aug 27 04:42:27.789650 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:57Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '1ae82a6a-90db-42e7-bfc8-a963937a4539', 'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'mac_address': 'fa:16:3e:dc:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:56Z', 'updated_at': '2021-08-27T04:35:04Z', 'revision_number': 5, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'subnets': [{'id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:27.816312 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2272a0a-20bc-4c19-9651-b4e56f0d271e None None] The sync data for ids ['43b5d212-f698-42dd-934c-03d44d1298f5'] in dv-cinder-804035-5-iscsi is: [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:34:57Z', 'revision_number': 4, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': '1ae82a6a-90db-42e7-bfc8-a963937a4539', 'name': '', 'network_id': 'b21e6d58-b603-4de5-b590-c7fcfbf8b75a', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'mac_address': 'fa:16:3e:dc:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:56Z', 'updated_at': '2021-08-27T04:35:04Z', 'revision_number': 5, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'subnets': [{'id': '1790164e-c947-4aa4-a4b7-0b3abb94d7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:28.060384 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e7d06-c4dd-4803-b584-2c70475a6f4e None None] New status for floating IP 2bbd0612-b5e7-46a2-9845-6e8950b6ecf1: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:42:28.555229 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62713044-56f6-49b3-a54c-1fcee1ee2491 req-eff2bd9c-21c7-4a8c-b082-24af2ab94eab tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:28.556961 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-62713044-56f6-49b3-a54c-1fcee1ee2491 req-eff2bd9c-21c7-4a8c-b082-24af2ab94eab tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0514565 Aug 27 04:42:28.609604 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-62713044-56f6-49b3-a54c-1fcee1ee2491 req-e86de108-c21a-4a54-a099-f94be9f85779 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Aug 27 04:42:28.891145 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eb752-0a43-44c3-870b-da56f4ba2166 req-f114f6aa-db21-4599-ad62-bde20b79b9ee tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:28.892713 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0e6eb752-0a43-44c3-870b-da56f4ba2166 req-f114f6aa-db21-4599-ad62-bde20b79b9ee tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0659537 Aug 27 04:42:28.935996 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0e6eb752-0a43-44c3-870b-da56f4ba2166 req-a6fb5197-154c-4dc7-ad37-b9904d009b75 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372205 Aug 27 04:42:29.072853 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7efd67e7-90aa-4755-b5df-6a4efad8de8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:29.613199 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:29.776491 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59311f-32f8-4c1e-ae98-88e06f597390 req-e867e5a8-3f05-4bef-a980-00aa34777d5e tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:29.779155 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9a59311f-32f8-4c1e-ae98-88e06f597390 req-e867e5a8-3f05-4bef-a980-00aa34777d5e tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0870931 Aug 27 04:42:29.826854 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9a59311f-32f8-4c1e-ae98-88e06f597390 req-471af4e5-7681-4c70-890f-a0ffd2e0a402 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420246 Aug 27 04:42:30.093161 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb01ce-8ae7-4985-9fc6-8c4da239ed56 req-8c029372-326c-4f5d-9f5f-dcb372b95160 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:30.095804 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09cb01ce-8ae7-4985-9fc6-8c4da239ed56 req-8c029372-326c-4f5d-9f5f-dcb372b95160 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0580883 Aug 27 04:42:30.155513 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09cb01ce-8ae7-4985-9fc6-8c4da239ed56 req-0d0eb4fe-fa55-4458-80f9-0b9e6f0a0cdc tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Aug 27 04:42:30.285417 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:42:30.433760 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:30.947367 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dd5a8-b5f1-4fa6-b1ae-d95411f9b5bd req-e1df7dff-aeb3-4ed2-8d9d-83279df6b390 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:30.948919 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e41dd5a8-b5f1-4fa6-b1ae-d95411f9b5bd req-e1df7dff-aeb3-4ed2-8d9d-83279df6b390 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Aug 27 04:42:30.992359 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e41dd5a8-b5f1-4fa6-b1ae-d95411f9b5bd req-e6efdbf2-0d6d-44fb-95b1-892b4060e26f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372999 Aug 27 04:42:31.291057 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ab6fa-236b-41d0-be2c-4bae0b754db3 req-4091746c-1a54-4be4-9be8-1a2684069773 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:31.292682 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bc6ab6fa-236b-41d0-be2c-4bae0b754db3 req-4091746c-1a54-4be4-9be8-1a2684069773 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0639608 Aug 27 04:42:31.337189 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bc6ab6fa-236b-41d0-be2c-4bae0b754db3 req-3205aca7-65ae-4003-8edb-aacd7e7a9de1 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381467 Aug 27 04:42:32.116236 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40a12-b257-40b5-896e-93c3b1aacc08 req-a861de52-d0e0-4476-aaab-2135a74ea5e6 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:32.117885 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-88f40a12-b257-40b5-896e-93c3b1aacc08 req-a861de52-d0e0-4476-aaab-2135a74ea5e6 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0571132 Aug 27 04:42:32.149115 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:32.179335 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-88f40a12-b257-40b5-896e-93c3b1aacc08 req-ecef9333-e0b8-4ae4-af7d-1e761a9bfeb0 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510404 Aug 27 04:42:32.485046 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d0c35-4866-4bb1-8355-894be80f0027 req-e5468108-cabb-45f2-a54c-9caf84fd6cc7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:32.486825 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-144d0c35-4866-4bb1-8355-894be80f0027 req-e5468108-cabb-45f2-a54c-9caf84fd6cc7 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0571184 Aug 27 04:42:32.529358 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-144d0c35-4866-4bb1-8355-894be80f0027 req-cc9f2a37-aa3d-4ae7-8fc2-3824fcf6ba00 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352941 Aug 27 04:42:33.296762 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a1323-daae-43cf-a89d-cefd333478dc req-a024f8fd-c0ef-40ee-925f-8bf98617552f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:33.298316 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-692a1323-daae-43cf-a89d-cefd333478dc req-a024f8fd-c0ef-40ee-925f-8bf98617552f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0500381 Aug 27 04:42:33.348535 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-692a1323-daae-43cf-a89d-cefd333478dc req-1b9ef9b0-d300-4713-87d2-db8d278c759d tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Aug 27 04:42:33.655119 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741bef9-7220-4eb9-a2c4-e596a04f904e req-3a6541b5-9a65-4359-aa4b-4a55e1fbc834 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:33.656701 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9741bef9-7220-4eb9-a2c4-e596a04f904e req-3a6541b5-9a65-4359-aa4b-4a55e1fbc834 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0537829 Aug 27 04:42:33.699331 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9741bef9-7220-4eb9-a2c4-e596a04f904e req-8ccfea9c-fb01-4215-a538-9866f8f71b87 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367174 Aug 27 04:42:33.886014 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:34.473474 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416a51a-3711-4c25-90c9-23c78cf80034 req-0266bafb-34a0-47be-ae01-e91c8e76a232 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:34.475549 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1416a51a-3711-4c25-90c9-23c78cf80034 req-0266bafb-34a0-47be-ae01-e91c8e76a232 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0537648 Aug 27 04:42:34.519702 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1416a51a-3711-4c25-90c9-23c78cf80034 req-294bb7c4-0447-487b-99c0-a15203162a23 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339272 Aug 27 04:42:34.818797 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f879a-7565-4d40-821b-a33a39f23609 req-d668d399-552d-4a20-ab61-064110d52402 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:34.820330 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4d9f879a-7565-4d40-821b-a33a39f23609 req-d668d399-552d-4a20-ab61-064110d52402 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0474772 Aug 27 04:42:34.863563 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4d9f879a-7565-4d40-821b-a33a39f23609 req-5b6fa4ae-a5bb-4cbf-8bff-b259bbaffd2d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373363 Aug 27 04:42:35.646768 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977c4a-5f49-4952-a96b-1a2e0a58b928 req-a705d6e0-262e-4cd3-bf25-43b8d462da7e tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:35.648242 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7977c4a-5f49-4952-a96b-1a2e0a58b928 req-a705d6e0-262e-4cd3-bf25-43b8d462da7e tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0498619 Aug 27 04:42:35.687810 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7977c4a-5f49-4952-a96b-1a2e0a58b928 req-69761c40-f1f4-4727-bd6b-f9087ae62a22 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Aug 27 04:42:35.989183 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcffc9e-237f-4edb-92f0-304a0c79b237 req-7c9888b0-2454-4355-9c31-34796f34452b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:35.991258 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dbcffc9e-237f-4edb-92f0-304a0c79b237 req-7c9888b0-2454-4355-9c31-34796f34452b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0493329 Aug 27 04:42:36.030462 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dbcffc9e-237f-4edb-92f0-304a0c79b237 req-2a9dbe81-4308-4da4-a683-95e9ffc0585f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328209 Aug 27 04:42:36.801552 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43195722-ae3a-401c-a6b0-406f757d8c44 req-2812ad91-9c7c-496f-9082-52e5d4111f74 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:36.803088 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-43195722-ae3a-401c-a6b0-406f757d8c44 req-2812ad91-9c7c-496f-9082-52e5d4111f74 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0487480 Aug 27 04:42:36.845997 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-43195722-ae3a-401c-a6b0-406f757d8c44 req-c3438a4c-d0f2-47fc-af90-40166f6c14a7 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368361 Aug 27 04:42:37.154534 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a20c0-b779-481a-bb75-2781fa015d7e req-c0e6f307-2806-4dba-892b-2e03b3b91934 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:37.156067 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5c8a20c0-b779-481a-bb75-2781fa015d7e req-c0e6f307-2806-4dba-892b-2e03b3b91934 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0506496 Aug 27 04:42:37.197722 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5c8a20c0-b779-481a-bb75-2781fa015d7e req-ba5917c8-cb9c-4caa-b91e-f5bc340c692c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332825 Aug 27 04:42:37.653413 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-136b4f6e-6ab4-45ea-b42f-92b9a37d8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:37.654921 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-136b4f6e-6ab4-45ea-b42f-92b9a37d8345 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a&device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 1098 time: 0.0416157 Aug 27 04:42:37.774982 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-8fcbd014-08db-4bd4-831e-a9a4e377c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:37.776543 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-8fcbd014-08db-4bd4-831e-a9a4e377c636 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a HTTP/1.1" status: 200 len: 910 time: 0.0922587 Aug 27 04:42:37.818931 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-2fb8f690-a68c-4f40-8663-8a9105cf5b07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236b6127-484d-477e-b8eb-9cc2f556a39e HTTP/1.1" status: 200 len: 217 time: 0.0348330 Aug 27 04:42:37.873147 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-19a86bb2-bb7e-48ba-b410-d46c283eb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:37.874647 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-19a86bb2-bb7e-48ba-b410-d46c283eb777 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1790164e-c947-4aa4-a4b7-0b3abb94d7ea HTTP/1.1" status: 200 len: 848 time: 0.0473418 Aug 27 04:42:37.951054 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-a402341e-e5ff-4a54-9898-3fd7546229b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:37.954166 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-a402341e-e5ff-4a54-9898-3fd7546229b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b21e6d58-b603-4de5-b590-c7fcfbf8b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617344 Aug 27 04:42:37.996054 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddf1f2-ebc5-41cf-8519-0af40179e226 req-13e06621-f745-4c77-b087-9a626c2dee1c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:37.997925 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2ddf1f2-ebc5-41cf-8519-0af40179e226 req-13e06621-f745-4c77-b087-9a626c2dee1c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0807555 Aug 27 04:42:38.076568 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2ddf1f2-ebc5-41cf-8519-0af40179e226 req-e371a6ec-e5db-48db-b649-6e9b6c6723f9 tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722344 Aug 27 04:42:38.108350 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-dbb31697-3dc8-4f96-b652-e429f0c7e51a service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433396 Aug 27 04:42:38.205229 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b3bef75-ecd8-404e-913b-80eb9bad7078 req-10d4058d-53d1-447c-b5d6-ee55ba5a43a1 service neutron] 10.222.0.35 "GET /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893533 Aug 27 04:42:38.326283 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae3e7f-0723-4bf0-b975-18ccaf930953 req-5b746c8d-8f5b-4e4c-9029-7e2e4d563689 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:38.327813 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-54ae3e7f-0723-4bf0-b975-18ccaf930953 req-5b746c8d-8f5b-4e4c-9029-7e2e4d563689 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0482893 Aug 27 04:42:38.367823 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-54ae3e7f-0723-4bf0-b975-18ccaf930953 req-ed300e0c-329f-4a7e-8252-04808f458e81 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339828 Aug 27 04:42:39.189429 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ba7c-cc7e-4801-920f-d05fe8067da7 req-30512649-3460-40fe-aac4-2cbbe2cba28a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:39.191150 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4319ba7c-cc7e-4801-920f-d05fe8067da7 req-30512649-3460-40fe-aac4-2cbbe2cba28a tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0482502 Aug 27 04:42:39.232772 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4319ba7c-cc7e-4801-920f-d05fe8067da7 req-6b68dee1-dfaf-46fe-96ef-9b80875c555f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee91bf0-8676-4d71-9d08-5662044ab54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357921 Aug 27 04:42:39.590071 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-cb795a04-c9e1-4ace-a15f-9ea33f11225f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:39.591565 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-cb795a04-c9e1-4ace-a15f-9ea33f11225f tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 945 time: 0.0514796 Aug 27 04:42:39.702200 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a2f85-de64-4ad7-ab9f-f84a5c50fd6c req-3d5cf5c4-1466-46ab-8648-2fe78d67230a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:39.703610 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-665a2f85-de64-4ad7-ab9f-f84a5c50fd6c req-3d5cf5c4-1466-46ab-8648-2fe78d67230a tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0985892 Aug 27 04:42:39.744529 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-d09d3a9b-f033-4262-bebf-03f3ec0e6a7c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Deleting port 236b6127-484d-477e-b8eb-9cc2f556a39e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:39.744882 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-d09d3a9b-f033-4262-bebf-03f3ec0e6a7c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:39.798956 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-665a2f85-de64-4ad7-ab9f-f84a5c50fd6c req-c36b8132-6c23-408e-ad2e-a7c5ab271eeb tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870583 Aug 27 04:42:39.856934 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-d09d3a9b-f033-4262-bebf-03f3ec0e6a7c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] For port 236b6127-484d-477e-b8eb-9cc2f556a39e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=236b6127-484d-477e-b8eb-9cc2f556a39e,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:39.857301 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-d09d3a9b-f033-4262-bebf-03f3ec0e6a7c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:39.871557 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-d09d3a9b-f033-4262-bebf-03f3ec0e6a7c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Calling delete_port for 236b6127-484d-477e-b8eb-9cc2f556a39e owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:40.008628 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-d09d3a9b-f033-4262-bebf-03f3ec0e6a7c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:40.039898 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d3a9b-f033-4262-bebf-03f3ec0e6a7c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event deleted for resources: {'Port': ['ID=236b6127-484d-477e-b8eb-9cc2f556a39e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:40.079526 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-d09d3a9b-f033-4262-bebf-03f3ec0e6a7c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] No DVR routers for this DVR port 236b6127-484d-477e-b8eb-9cc2f556a39e on host hv-cinder-80403 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:42:40.082033 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-d09d3a9b-f033-4262-bebf-03f3ec0e6a7c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:40.083952 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6d671ef1-a8a1-4047-8895-c05f22a09c72 req-d09d3a9b-f033-4262-bebf-03f3ec0e6a7c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.35 "DELETE /v2.0/ports/236b6127-484d-477e-b8eb-9cc2f556a39e HTTP/1.1" status: 204 len: 173 time: 0.4854615 Aug 27 04:42:40.084438 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'name': 'network-vif-deleted', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:42:40.086630 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cb3d91-0291-4400-add9-dd4b735d00fb" -d '{"events": [{"server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "name": "network-vif-deleted", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:40.124052 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993f197f-7d88-44dc-8f97-20f22a691545 x-openstack-request-id: req-993f197f-7d88-44dc-8f97-20f22a691545 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:40.124351 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2051c4e-353b-4875-8217-513125bcaf66", "name": "network-vif-deleted", "tag": "236b6127-484d-477e-b8eb-9cc2f556a39e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:40.124604 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-993f197f-7d88-44dc-8f97-20f22a691545 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:40.125004 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2051c4e-353b-4875-8217-513125bcaf66', 'name': 'network-vif-deleted', 'tag': '236b6127-484d-477e-b8eb-9cc2f556a39e', 'status': 'completed', 'code': 200} Aug 27 04:42:40.323314 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a78c1821-c01e-4689-9cda-0c1f85e27a34 req-7017c20e-3e93-4ff9-88de-76b96ffdb80c tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2051c4e-353b-4875-8217-513125bcaf66 HTTP/1.1" status: 200 len: 210 time: 0.0259380 Aug 27 04:42:40.840049 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 792a8fdf-832a-4455-8433-eb97d588eb8e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:40.931029 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058433e9-dff7-4133-bc78-be559e56de6a req-33fb8c23-2ead-4ffb-85bf-e12f6dd9988f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:40.932330 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-058433e9-dff7-4133-bc78-be559e56de6a req-33fb8c23-2ead-4ffb-85bf-e12f6dd9988f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 944 time: 0.0504889 Aug 27 04:42:40.938353 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:40.951070 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'port_id': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'mac_address': 'fa:16:3e:b1:32:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:40.982370 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-058433e9-dff7-4133-bc78-be559e56de6a req-31ac6968-2c3c-4a64-99df-6930b4eef991 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Aug 27 04:42:41.008361 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:41.141177 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792a8fdf-832a-4455-8433-eb97d588eb8e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:42:41.161513 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:41.166671 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:41.214129 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:41.377935 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37172) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:41.434955 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9cf86fb-f63b-4af3-bfa7-a025418279dc tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:41.459655 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9cf86fb-f63b-4af3-bfa7-a025418279dc tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:41.519313 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9cf86fb-f63b-4af3-bfa7-a025418279dc tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:41.522031 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9cf86fb-f63b-4af3-bfa7-a025418279dc tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:41.523289 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b9cf86fb-f63b-4af3-bfa7-a025418279dc tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] 10.222.0.53 "DELETE /v2.0/security-groups/3ee91bf0-8676-4d71-9d08-5662044ab54e HTTP/1.1" status: 204 len: 168 time: 0.1442735 Aug 27 04:42:41.533195 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf86fb-f63b-4af3-bfa7-a025418279dc tempest-TestShelveInstance-1383118860 tempest-TestShelveInstance-1383118860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee91bf0-8676-4d71-9d08-5662044ab54e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:41.579608 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37176) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:41.712191 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['792a8fdf-832a-4455-8433-eb97d588eb8e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:42:42.161613 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c92bc5-ae10-4d7c-ac2d-6fef86d8222e req-5c677da8-9918-4d67-b30c-73e6663b71df tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:42.163798 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32c92bc5-ae10-4d7c-ac2d-6fef86d8222e req-5c677da8-9918-4d67-b30c-73e6663b71df tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 945 time: 0.1007342 Aug 27 04:42:42.227162 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32c92bc5-ae10-4d7c-ac2d-6fef86d8222e req-be779fc5-041f-4aec-9225-5aa5a16019e8 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570107 Aug 27 04:42:42.229980 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769167'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:42.560436 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] Deleting port 1ae82a6a-90db-42e7-bfc8-a963937a4539 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:42.561169 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:42.636189 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] For port 1ae82a6a-90db-42e7-bfc8-a963937a4539, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=1ae82a6a-90db-42e7-bfc8-a963937a4539,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:42.636469 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:42.649542 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] Calling delete_port for 1ae82a6a-90db-42e7-bfc8-a963937a4539 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:42.826101 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:42.854876 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae82a6a-90db-42e7-bfc8-a963937a4539,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:42.864562 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 792a8fdf-832a-4455-8433-eb97d588eb8e up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:42.914885 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 792a8fdf-832a-4455-8433-eb97d588eb8e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:42:42.915555 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:43.003598 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:43.029105 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768965'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:43.029983 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:42:43.032491 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a62b2a7-57ab-4383-a8af-8777fc9393e3" -d '{"events": [{"server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "name": "network-vif-plugged", "status": "completed", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:43.048939 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:43.057062 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:43.058149 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 236b6127-484d-477e-b8eb-9cc2f556a39e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:43.096610 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 236b6127-484d-477e-b8eb-9cc2f556a39e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:42:43.097056 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 236b6127-484d-477e-b8eb-9cc2f556a39e not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:43.127688 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:43.154337 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87af83b8-977d-451a-80cb-efc129afd3b3 x-openstack-request-id: req-87af83b8-977d-451a-80cb-efc129afd3b3 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:43.154643 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "name": "network-vif-plugged", "status": "completed", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:43.154902 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87af83b8-977d-451a-80cb-efc129afd3b3 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:43.155352 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'code': 200} Aug 27 04:42:43.560682 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] Router 43b5d212-f698-42dd-934c-03d44d1298f5 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:43.562865 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74af30-2c97-4dab-979c-36461fcff8fc req-feb9369d-110a-489a-8b2b-69e79c1d75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:43.564392 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a74af30-2c97-4dab-979c-36461fcff8fc req-feb9369d-110a-489a-8b2b-69e79c1d75ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 1100 time: 0.0915170 Aug 27 04:42:43.573555 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cd0c0-f371-4f50-9937-cc5025d0fb3f req-6b68e77d-8a54-479a-906e-691d8a51a444 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:43.574940 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f16cd0c0-f371-4f50-9937-cc5025d0fb3f req-6b68e77d-8a54-479a-906e-691d8a51a444 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 947 time: 0.1031899 Aug 27 04:42:43.665081 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a74af30-2c97-4dab-979c-36461fcff8fc req-02e8290c-da94-435f-9ab4-2ed624ad430a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877683 Aug 27 04:42:43.674241 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f16cd0c0-f371-4f50-9937-cc5025d0fb3f req-cd3bb950-38d9-46cd-a099-43284c7b9d85 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910466 Aug 27 04:42:43.751523 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:43.757249 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7dc8002f-1b00-42e8-907d-56a103814667 admin admin] 10.222.0.53 "PUT /v2.0/routers/43b5d212-f698-42dd-934c-03d44d1298f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1765168 Aug 27 04:42:43.759918 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37194) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:43.760906 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] Sync routers for ids ['43b5d212-f698-42dd-934c-03d44d1298f5'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:43.770022 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] Routers {'43b5d212-f698-42dd-934c-03d44d1298f5'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:42:43.770650 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:42:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['43b5d212-f698-42dd-934c-03d44d1298f5'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:43.863334 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:43.874232 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] Set router 43b5d212-f698-42dd-934c-03d44d1298f5 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:42:43.968650 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.041175 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Deleting port 2dd00d2e-8c53-44b8-97e0-33118ef80f39 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:44.041556 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.076751 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:42:42Z', 'revision_number': 5, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port': {'id': '2dd00d2e-8c53-44b8-97e0-33118ef80f39', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:44.117254 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] Checking router: 43b5d212-f698-42dd-934c-03d44d1298f5 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:44.126511 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] Routers {'43b5d212-f698-42dd-934c-03d44d1298f5'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:42:44.127474 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:42:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['43b5d212-f698-42dd-934c-03d44d1298f5'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:44.147895 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] For port 2dd00d2e-8c53-44b8-97e0-33118ef80f39, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=2dd00d2e-8c53-44b8-97e0-33118ef80f39,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:44.148296 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.173871 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Calling delete_port for 2dd00d2e-8c53-44b8-97e0-33118ef80f39 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:44.230005 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] Set router 43b5d212-f698-42dd-934c-03d44d1298f5 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:42:44.300518 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:42:43Z', 'revision_number': 6, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port_host': None}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:44.330958 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f4fb3-972a-4a83-a1f8-e18557c73130 None None] The sync data for ids ['43b5d212-f698-42dd-934c-03d44d1298f5'] in dv-cinder-804035-5-iscsi is: [{'id': '43b5d212-f698-42dd-934c-03d44d1298f5', 'name': 'tempest-TestShelveInstance-1819462301-router', 'tenant_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:54Z', 'updated_at': '2021-08-27T04:42:43Z', 'revision_number': 6, 'project_id': 'a4c45e6a7cab4d2db5a499b8f2323e6a', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:44.386787 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.411257 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd00d2e-8c53-44b8-97e0-33118ef80f39,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:44.479145 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767007'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.581887 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37859'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.584058 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.650122 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740495'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.650565 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b5d212-f698-42dd-934c-03d44d1298f5 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:42:44.655780 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.657013 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b8007835-07e6-4483-844e-0e2576b63ce8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/43b5d212-f698-42dd-934c-03d44d1298f5 HTTP/1.1" status: 204 len: 168 time: 0.8960996 Aug 27 04:42:44.659398 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37198) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:44.706123 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d632061b-9e3f-4ec5-9cca-975247224546 admin admin] Deleting subnet 1790164e-c947-4aa4-a4b7-0b3abb94d7ea {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:42:44.710123 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d632061b-9e3f-4ec5-9cca-975247224546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.747181 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d632061b-9e3f-4ec5-9cca-975247224546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7563196'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.809748 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75de3a-d12e-4b1a-94f7-5a4dc7bf7941 req-81b01ff0-f430-4028-a853-03f51897f318 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:44.811228 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cf75de3a-d12e-4b1a-94f7-5a4dc7bf7941 req-81b01ff0-f430-4028-a853-03f51897f318 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 947 time: 0.0528958 Aug 27 04:42:44.849352 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cf75de3a-d12e-4b1a-94f7-5a4dc7bf7941 req-cd2b540f-d1dd-40f2-b55f-c34aadd0a84f tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Aug 27 04:42:44.862466 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d632061b-9e3f-4ec5-9cca-975247224546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.912370 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d632061b-9e3f-4ec5-9cca-975247224546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7562767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684569'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.934228 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632061b-9e3f-4ec5-9cca-975247224546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1790164e-c947-4aa4-a4b7-0b3abb94d7ea,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:44.939893 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d632061b-9e3f-4ec5-9cca-975247224546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:44.941742 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d632061b-9e3f-4ec5-9cca-975247224546 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1790164e-c947-4aa4-a4b7-0b3abb94d7ea HTTP/1.1" status: 204 len: 168 time: 0.2813742 Aug 27 04:42:44.944906 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37202) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:44.947420 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b1c02-67f8-4ccb-8a1b-e3c8dbd533e5 None None] Network b21e6d58-b603-4de5-b590-c7fcfbf8b75a requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:42:45.013339 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.074437 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Deleting port 43170be9-59fe-4bea-84e7-e58fa5f58e36 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:45.074789 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.138063 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c9bca-e572-4cdc-a35f-b489d16ed6d2 None None] DHCP port deletion for b21e6d58-b603-4de5-b590-c7fcfbf8b75a request from dv-cinder-804035-5-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:42:45.143077 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] For port 43170be9-59fe-4bea-84e7-e58fa5f58e36, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=43170be9-59fe-4bea-84e7-e58fa5f58e36,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:45.143545 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.157639 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Calling delete_port for 43170be9-59fe-4bea-84e7-e58fa5f58e36 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:45.192349 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e48c9bca-e572-4cdc-a35f-b489d16ed6d2 None None] Deleting port 43170be9-59fe-4bea-84e7-e58fa5f58e36 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:45.192657 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e48c9bca-e572-4cdc-a35f-b489d16ed6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.245263 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.267630 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e48c9bca-e572-4cdc-a35f-b489d16ed6d2 None None] For port 43170be9-59fe-4bea-84e7-e58fa5f58e36, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=43170be9-59fe-4bea-84e7-e58fa5f58e36,segment=NetworkSegment(de428508-6a21-481b-acea-d4d467ffa382),segment_id=de428508-6a21-481b-acea-d4d467ffa382)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:45.268081 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e48c9bca-e572-4cdc-a35f-b489d16ed6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.273606 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=43170be9-59fe-4bea-84e7-e58fa5f58e36,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:45.279844 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] No DVR routers for this DVR port 43170be9-59fe-4bea-84e7-e58fa5f58e36 on host dv-cinder-804035-5-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:42:45.284989 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e48c9bca-e572-4cdc-a35f-b489d16ed6d2 None None] Calling delete_port for 43170be9-59fe-4bea-84e7-e58fa5f58e36 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:45.378692 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.391096 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21e6d58-b603-4de5-b590-c7fcfbf8b75a']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:45.407178 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de428508-6a21-481b-acea-d4d467ffa382') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:45.407398 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de428508-6a21-481b-acea-d4d467ffa382') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:45.416926 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7563171'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.419518 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e48c9bca-e572-4cdc-a35f-b489d16ed6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.434366 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.441798 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:42:45.442208 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7562857'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: Traceback (most recent call last): Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: timer() Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: cb(*args, **kw) Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: return func(*args, **kwargs) Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: self._notify() Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: self.callback(batched_events) Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: event.method(event) Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: return f(self, *a, **k) Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._get(url).json() Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:42:45.444774 dv-cinder-804035-5-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:42:45.452759 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c9bca-e572-4cdc-a35f-b489d16ed6d2 None None] Pushing event deleted for resources: {'Port': ['ID=43170be9-59fe-4bea-84e7-e58fa5f58e36,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:45.459214 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c9bca-e572-4cdc-a35f-b489d16ed6d2 None None] No DVR routers for this DVR port 43170be9-59fe-4bea-84e7-e58fa5f58e36 on host dv-cinder-804035-5-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:42:45.524363 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.535008 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:45.537020 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b21e6d58-b603-4de5-b590-c7fcfbf8b75a HTTP/1.1" status: 204 len: 168 time: 0.5911813 Aug 27 04:42:45.541035 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 37224) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:45.555317 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed27af-df1c-444b-b249-19053b473e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b21e6d58-b603-4de5-b590-c7fcfbf8b75a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:45.982007 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d33ff5-e934-4936-98f2-c4289f7362b3 req-7bf8b95c-6069-406f-a15a-25d3e0e0d9dc tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:45.983811 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c3d33ff5-e934-4936-98f2-c4289f7362b3 req-7bf8b95c-6069-406f-a15a-25d3e0e0d9dc tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 947 time: 0.0514483 Aug 27 04:42:46.030565 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c3d33ff5-e934-4936-98f2-c4289f7362b3 req-3efdd6d8-54ec-4cb6-9af3-9d0c5f2b0af9 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404022 Aug 27 04:42:46.118591 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 1ae82a6a-90db-42e7-bfc8-a963937a4539 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:46.138041 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 1ae82a6a-90db-42e7-bfc8-a963937a4539 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:42:46.138494 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 1ae82a6a-90db-42e7-bfc8-a963937a4539 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:46.139107 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 43170be9-59fe-4bea-84e7-e58fa5f58e36 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:46.159375 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 43170be9-59fe-4bea-84e7-e58fa5f58e36 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:42:46.159727 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 43170be9-59fe-4bea-84e7-e58fa5f58e36 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:46.160188 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 2dd00d2e-8c53-44b8-97e0-33118ef80f39 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:46.182496 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 2dd00d2e-8c53-44b8-97e0-33118ef80f39 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:42:46.182846 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 2dd00d2e-8c53-44b8-97e0-33118ef80f39 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:46.196016 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769167'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:46.440658 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Deleting port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:46.441438 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:46.522844 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] For port 9dcd6dd9-4041-4ba4-a701-830ea3523f9a, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=9dcd6dd9-4041-4ba4-a701-830ea3523f9a,segment=NetworkSegment(d68a5476-a731-482a-bf2b-153588ee0141),segment_id=d68a5476-a731-482a-bf2b-153588ee0141)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:46.523302 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:46.536631 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Calling delete_port for 9dcd6dd9-4041-4ba4-a701-830ea3523f9a owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:46.713987 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:46.745824 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dcd6dd9-4041-4ba4-a701-830ea3523f9a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:46.769327 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.769682 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.770026 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.770365 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.770698 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.771032 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.771361 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.771731 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.772481 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.773085 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.773420 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.773743 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:46.926896 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768965'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:47.178784 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Router f4def06f-ebf9-49a2-85e3-dec20c978bb9 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:47.185385 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53424258-a8bb-44fb-a165-0a5e01e136ca req-e655a0f5-c034-4d62-9ee7-3cce075d3ac5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:47.186697 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-53424258-a8bb-44fb-a165-0a5e01e136ca req-e655a0f5-c034-4d62-9ee7-3cce075d3ac5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 947 time: 0.0518506 Aug 27 04:42:47.243180 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-53424258-a8bb-44fb-a165-0a5e01e136ca req-c7bbd66a-2c36-45c4-8b82-b9861da9d2d5 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501237 Aug 27 04:42:47.288399 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:47.295190 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ba937d50-b031-420a-869a-d05a8f6b4158 admin admin] 10.222.0.53 "PUT /v2.0/routers/f4def06f-ebf9-49a2-85e3-dec20c978bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7519565 Aug 27 04:42:47.296744 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 37266) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:47.297115 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] Sync routers for ids ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:47.308371 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] Routers {'f4def06f-ebf9-49a2-85e3-dec20c978bb9'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:42:47.309425 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:42:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:47.401399 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:47.416934 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] Set router f4def06f-ebf9-49a2-85e3-dec20c978bb9 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:42:47.508903 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:47.578494 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Deleting port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:47.578844 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:47.598723 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'name': 'tempest-TestShelveInstance-676797361-router', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:59Z', 'updated_at': '2021-08-27T04:42:46Z', 'revision_number': 5, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'gw_port': {'id': '7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:35:00Z', 'updated_at': '2021-08-27T04:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:47.628800 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] Checking router: f4def06f-ebf9-49a2-85e3-dec20c978bb9 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:47.637946 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] Routers {'f4def06f-ebf9-49a2-85e3-dec20c978bb9'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:42:47.638556 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:42:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:47.660388 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] For port 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:47.660761 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:47.673708 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Calling delete_port for 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:47.721471 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] Set router f4def06f-ebf9-49a2-85e3-dec20c978bb9 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:42:47.774517 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'name': 'tempest-TestShelveInstance-676797361-router', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:59Z', 'updated_at': '2021-08-27T04:42:47Z', 'revision_number': 6, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'gw_port_host': None}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:47.800310 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335615a-f49c-4f36-8aa8-72fa9570f268 None None] The sync data for ids ['f4def06f-ebf9-49a2-85e3-dec20c978bb9'] in dv-cinder-804035-5-iscsi is: [{'id': 'f4def06f-ebf9-49a2-85e3-dec20c978bb9', 'name': 'tempest-TestShelveInstance-676797361-router', 'tenant_id': '06f84eb4201a44f4b75483301a945d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:34:59Z', 'updated_at': '2021-08-27T04:42:47Z', 'revision_number': 6, 'project_id': '06f84eb4201a44f4b75483301a945d46', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:47.841483 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:47.867174 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:47.932718 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767007'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.020170 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37859'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.022886 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.064034 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740495'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.064533 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4def06f-ebf9-49a2-85e3-dec20c978bb9 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:42:48.069784 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.070983 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-acefe48c-2066-4137-bc07-ac8dd93b265a admin admin] 10.222.0.53 "DELETE /v2.0/routers/f4def06f-ebf9-49a2-85e3-dec20c978bb9 HTTP/1.1" status: 204 len: 168 time: 0.7732737 Aug 27 04:42:48.073440 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 37268) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:48.121368 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cd8518-a53b-4089-96e4-b059799849c7 admin admin] Deleting subnet acc997f5-3e7c-41e5-9285-8c93b17c0e60 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:42:48.124503 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49cd8518-a53b-4089-96e4-b059799849c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.160766 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49cd8518-a53b-4089-96e4-b059799849c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.258272 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49cd8518-a53b-4089-96e4-b059799849c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.277456 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 9dcd6dd9-4041-4ba4-a701-830ea3523f9a no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:48.298169 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 9dcd6dd9-4041-4ba4-a701-830ea3523f9a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:42:48.298624 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 9dcd6dd9-4041-4ba4-a701-830ea3523f9a not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:48.322755 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49cd8518-a53b-4089-96e4-b059799849c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.352283 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd8518-a53b-4089-96e4-b059799849c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc997f5-3e7c-41e5-9285-8c93b17c0e60,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:48.354359 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49cd8518-a53b-4089-96e4-b059799849c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.356515 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-49cd8518-a53b-4089-96e4-b059799849c7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/acc997f5-3e7c-41e5-9285-8c93b17c0e60 HTTP/1.1" status: 204 len: 168 time: 0.2821038 Aug 27 04:42:48.359075 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37272) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:48.362946 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d88cf9-25f5-4410-8c90-dbffa3350fa3 None None] Network b896e7db-02d5-4406-91d9-1b63567bebdd requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:42:48.432395 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.488627 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Deleting port 112d7e7b-dd18-4499-a038-d68694ac6b04 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:48.488981 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.551309 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] For port 112d7e7b-dd18-4499-a038-d68694ac6b04, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=112d7e7b-dd18-4499-a038-d68694ac6b04,segment=NetworkSegment(d68a5476-a731-482a-bf2b-153588ee0141),segment_id=d68a5476-a731-482a-bf2b-153588ee0141)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:48.551621 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.563969 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Calling delete_port for 112d7e7b-dd18-4499-a038-d68694ac6b04 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:48.626604 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5825eaf0-df81-4af6-a9fb-b639374e65f5 None None] DHCP port deletion for b896e7db-02d5-4406-91d9-1b63567bebdd request from dv-cinder-804035-5-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:42:48.662455 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.677199 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5825eaf0-df81-4af6-a9fb-b639374e65f5 None None] Deleting port 112d7e7b-dd18-4499-a038-d68694ac6b04 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:48.677667 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5825eaf0-df81-4af6-a9fb-b639374e65f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.689768 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Pushing event deleted for resources: {'Port': ['ID=112d7e7b-dd18-4499-a038-d68694ac6b04,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:48.694718 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] No DVR routers for this DVR port 112d7e7b-dd18-4499-a038-d68694ac6b04 on host dv-cinder-804035-5-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:42:48.744446 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5825eaf0-df81-4af6-a9fb-b639374e65f5 None None] For port 112d7e7b-dd18-4499-a038-d68694ac6b04, host dv-cinder-804035-5-iscsi, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:48.744841 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5825eaf0-df81-4af6-a9fb-b639374e65f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.765196 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5825eaf0-df81-4af6-a9fb-b639374e65f5 None None] Calling delete_port for 112d7e7b-dd18-4499-a038-d68694ac6b04 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:48.769660 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-5825eaf0-df81-4af6-a9fb-b639374e65f5 None None] Port 112d7e7b-dd18-4499-a038-d68694ac6b04 was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 04:42:48.772710 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5825eaf0-df81-4af6-a9fb-b639374e65f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.773397 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.783575 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b896e7db-02d5-4406-91d9-1b63567bebdd']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:48.794711 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68a5476-a731-482a-bf2b-153588ee0141') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:48.795003 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68a5476-a731-482a-bf2b-153588ee0141') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:48.805031 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7563171'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.820503 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5825eaf0-df81-4af6-a9fb-b639374e65f5 None None] No DVR routers for this DVR port 112d7e7b-dd18-4499-a038-d68694ac6b04 on host dv-cinder-804035-5-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:42:48.824373 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825eaf0-df81-4af6-a9fb-b639374e65f5 None None] Pushing event deleted for resources: {'Port': ['ID=112d7e7b-dd18-4499-a038-d68694ac6b04,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:48.827584 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.839611 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:42:48.839860 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7562857'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: Traceback (most recent call last): Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: timer() Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: cb(*args, **kw) Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: return func(*args, **kwargs) Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: self._notify() Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: self.callback(batched_events) Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: event.method(event) Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: return f(self, *a, **k) Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._get(url).json() Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:42:48.841632 dv-cinder-804035-5-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:42:48.898746 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.904473 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:48.908552 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] 10.222.0.53 "DELETE /v2.0/networks/b896e7db-02d5-4406-91d9-1b63567bebdd HTTP/1.1" status: 204 len: 168 time: 0.5483091 Aug 27 04:42:48.920554 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1088685-af98-4bc8-97d8-8ff8efa9e03d admin admin] Pushing event deleted for resources: {'Network': ['ID=b896e7db-02d5-4406-91d9-1b63567bebdd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:49.038096 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37276) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:49.078418 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9650e3f0-97b8-4398-a7c9-101efe78f165 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4c45e6a7cab4d2db5a499b8f2323e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390387 Aug 27 04:42:49.080885 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37278) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:49.129661 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9002882d-26fb-49af-a4c7-00675c14882b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:49.151752 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9002882d-26fb-49af-a4c7-00675c14882b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:49.206344 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9002882d-26fb-49af-a4c7-00675c14882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:49.209133 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9002882d-26fb-49af-a4c7-00675c14882b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:49.210326 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9002882d-26fb-49af-a4c7-00675c14882b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72e1ac78-430c-4e92-a18e-2348a7c38872 HTTP/1.1" status: 204 len: 168 time: 0.1285465 Aug 27 04:42:49.218263 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002882d-26fb-49af-a4c7-00675c14882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1ac78-430c-4e92-a18e-2348a7c38872,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:49.555288 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37296) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:49.595164 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-98254c70-6858-474f-b616-bc3cf158fbec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06f84eb4201a44f4b75483301a945d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386822 Aug 27 04:42:49.597735 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37298) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:49.646472 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1948f3d-1de0-4abd-9837-29a4663874ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:49.668188 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1948f3d-1de0-4abd-9837-29a4663874ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:49.713997 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1948f3d-1de0-4abd-9837-29a4663874ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:49.716573 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1948f3d-1de0-4abd-9837-29a4663874ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:49.717742 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b1948f3d-1de0-4abd-9837-29a4663874ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cc9b396-aae9-4a22-b845-35196bbefde1 HTTP/1.1" status: 204 len: 168 time: 0.1191080 Aug 27 04:42:49.725820 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1948f3d-1de0-4abd-9837-29a4663874ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc9b396-aae9-4a22-b845-35196bbefde1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:50.094547 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:50.114665 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:42:50.115006 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 7ebef63b-6a3f-4a7e-80a7-80dfce3fb98e not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:50.115975 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 112d7e7b-dd18-4499-a038-d68694ac6b04 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:50.133815 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 112d7e7b-dd18-4499-a038-d68694ac6b04 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:42:50.134156 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 112d7e7b-dd18-4499-a038-d68694ac6b04 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:51.049627 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f249fe-97c4-4037-9342-ea561ea014e5 req-705b7392-a590-4f46-9838-1ee166b6cd3d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:51.051103 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-49f249fe-97c4-4037-9342-ea561ea014e5 req-705b7392-a590-4f46-9838-1ee166b6cd3d tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 945 time: 0.0520084 Aug 27 04:42:51.094041 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-49f249fe-97c4-4037-9342-ea561ea014e5 req-5b8cd2e2-d0e2-458c-8c41-6f0d8a495f44 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368142 Aug 27 04:42:52.213564 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a8c1f-76ce-4968-ab92-f68a47dafb82 req-d1f05579-c283-45fc-b8c9-2a40b62c1645 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:52.215277 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-922a8c1f-76ce-4968-ab92-f68a47dafb82 req-d1f05579-c283-45fc-b8c9-2a40b62c1645 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 945 time: 0.0501416 Aug 27 04:42:52.260060 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-922a8c1f-76ce-4968-ab92-f68a47dafb82 req-9021197c-f7a1-4251-86a0-568d8d395b06 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367951 Aug 27 04:42:53.288011 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017475-8b7d-419c-acab-8717c5258082 req-2c2f8b08-2c23-4c38-aea1-2b999f284e0e tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:53.289909 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa017475-8b7d-419c-acab-8717c5258082 req-2c2f8b08-2c23-4c38-aea1-2b999f284e0e tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 945 time: 0.0477414 Aug 27 04:42:53.411889 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51febd30-7f8c-475d-aed3-691bd154519d req-c1d937bf-8662-4835-b619-c3523477f9ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:42:53.413949 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51febd30-7f8c-475d-aed3-691bd154519d req-c1d937bf-8662-4835-b619-c3523477f9ad tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 945 time: 0.0842495 Aug 27 04:42:53.428389 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Deleting port be02021d-efc7-490f-b112-ba663b0a0f36 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:53.428743 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:53.501012 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51febd30-7f8c-475d-aed3-691bd154519d req-6e6d9f94-fbb9-4187-a5f3-b42bb951b89a tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups?id=604a73eb-259f-48e3-8e6e-c2d29f1f0931&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800786 Aug 27 04:42:53.537186 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] For port be02021d-efc7-490f-b112-ba663b0a0f36, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=be02021d-efc7-490f-b112-ba663b0a0f36,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:53.538125 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:53.705243 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:53.705639 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:53.705957 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.l3_db [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Floating IP 75c49e3a-d2c8-4feb-94c4-602dc19e4fd2 disassociated. External IP: 172.27.1.245, port: be02021d-efc7-490f-b112-ba663b0a0f36. Aug 27 04:42:53.706302 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Calling delete_port for be02021d-efc7-490f-b112-ba663b0a0f36 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:53.832742 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:53.861474 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event deleted for resources: {'Port': ['ID=be02021d-efc7-490f-b112-ba663b0a0f36,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:53.981067 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Router ba83b6d2-f3d1-4eea-9d16-4905e6568570 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:54.093998 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:54.103925 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] Sync routers for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:54.113832 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:42:54.114489 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:42:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:54.134750 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] No DVR routers for this DVR port be02021d-efc7-490f-b112-ba663b0a0f36 on host hv-cinder-80403 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:42:54.137214 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:54.139206 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa017475-8b7d-419c-acab-8717c5258082 req-d0c4a166-a05b-40fc-b72b-16c81ac91f3b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.35 "DELETE /v2.0/ports/be02021d-efc7-490f-b112-ba663b0a0f36 HTTP/1.1" status: 204 len: 173 time: 0.8432565 Aug 27 04:42:54.139653 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'name': 'network-vif-deleted', 'tag': 'be02021d-efc7-490f-b112-ba663b0a0f36'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:42:54.142033 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541e6d8d-f979-417a-b2e3-133ae65ee3ed" -d '{"events": [{"server_uuid": "d90eb911-b246-4928-ac32-cb9eb412ac05", "name": "network-vif-deleted", "tag": "be02021d-efc7-490f-b112-ba663b0a0f36"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:54.185345 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e32683-5243-4611-b4be-86956a0436df x-openstack-request-id: req-f9e32683-5243-4611-b4be-86956a0436df {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:54.185652 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90eb911-b246-4928-ac32-cb9eb412ac05", "name": "network-vif-deleted", "tag": "be02021d-efc7-490f-b112-ba663b0a0f36", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:54.185914 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9e32683-5243-4611-b4be-86956a0436df {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:54.186322 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90eb911-b246-4928-ac32-cb9eb412ac05', 'name': 'network-vif-deleted', 'tag': 'be02021d-efc7-490f-b112-ba663b0a0f36', 'status': 'completed', 'code': 200} Aug 27 04:42:54.366898 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:42:54.562033 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:54.592563 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] Checking router: ba83b6d2-f3d1-4eea-9d16-4905e6568570 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:54.601916 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:42:54.602612 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:42:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:54.614298 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4b114dc6-19f2-4fdc-99d5-752d1b8644ed req-8d1201f8-d39a-4e68-a8bc-cf0732007e8e tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90eb911-b246-4928-ac32-cb9eb412ac05 HTTP/1.1" status: 200 len: 210 time: 0.0311143 Aug 27 04:42:54.714153 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:42:54.916245 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:54.942232 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2c444-6868-4ab1-9c4a-7b718ad478b6 None None] The sync data for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi is: [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:30:57Z', 'revision_number': 4, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b8eb632a-f8e3-4eac-a462-ac150cbeb6e0', 'name': '', 'network_id': 'a919ac5d-841a-4ae2-b353-26d1ed741c31', 'tenant_id': '73010213c0b945979b5a337586b82752', 'mac_address': 'fa:16:3e:6b:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:55Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'subnets': [{'id': 'ec697f3b-617c-4eff-bc60-4cc0babb38f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:55.171310 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85299f9a-f0e3-4df4-8491-b55864422deb None None] New status for floating IP 75c49e3a-d2c8-4feb-94c4-602dc19e4fd2: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:42:55.703575 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37332) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:55.763015 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5735980f-5dc9-494f-803b-f3998829498b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:55.786594 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5735980f-5dc9-494f-803b-f3998829498b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:55.832387 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5735980f-5dc9-494f-803b-f3998829498b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:55.834946 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5735980f-5dc9-494f-803b-f3998829498b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:55.836138 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5735980f-5dc9-494f-803b-f3998829498b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "DELETE /v2.0/security-groups/604a73eb-259f-48e3-8e6e-c2d29f1f0931 HTTP/1.1" status: 204 len: 168 time: 0.1314201 Aug 27 04:42:55.838963 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 37334) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:55.846017 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735980f-5dc9-494f-803b-f3998829498b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604a73eb-259f-48e3-8e6e-c2d29f1f0931,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:55.853158 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.api.v2.resource [None req-07ecc7eb-1501-40ae-aa06-41b5ec9b1bc4 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] show failed (client error): The resource could not be found. Aug 27 04:42:55.854159 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-07ecc7eb-1501-40ae-aa06-41b5ec9b1bc4 tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "GET /v2.0/security-groups/604a73eb-259f-48e3-8e6e-c2d29f1f0931 HTTP/1.1" status: 404 len: 347 time: 0.0142016 Aug 27 04:42:55.858222 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37336) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:56.231331 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-814e22be-667a-4224-a755-88ad53984c2b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Deleting port 7757302c-02de-49e4-a170-8d659efb7088 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:42:56.231682 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-814e22be-667a-4224-a755-88ad53984c2b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:56.309978 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-814e22be-667a-4224-a755-88ad53984c2b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:56.310216 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-814e22be-667a-4224-a755-88ad53984c2b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:56.322119 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-814e22be-667a-4224-a755-88ad53984c2b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Calling delete_port for 7757302c-02de-49e4-a170-8d659efb7088 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:42:56.456621 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-814e22be-667a-4224-a755-88ad53984c2b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:56.480966 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e22be-667a-4224-a755-88ad53984c2b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Pushing event deleted for resources: {'Port': ['ID=7757302c-02de-49e4-a170-8d659efb7088,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:56.542854 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-814e22be-667a-4224-a755-88ad53984c2b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:56.545625 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-814e22be-667a-4224-a755-88ad53984c2b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:56.546827 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-814e22be-667a-4224-a755-88ad53984c2b tempest-AttachVolumeTestJSON-1339833358 tempest-AttachVolumeTestJSON-1339833358-project] 10.222.0.53 "DELETE /v2.0/floatingips/75c49e3a-d2c8-4feb-94c4-602dc19e4fd2 HTTP/1.1" status: 204 len: 168 time: 0.6876295 Aug 27 04:42:56.795145 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee33780d-49f4-4cfb-a3cf-68d1762a9d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:56.937447 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device be02021d-efc7-490f-b112-ba663b0a0f36 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:56.961996 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: be02021d-efc7-490f-b112-ba663b0a0f36 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:42:56.962341 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device be02021d-efc7-490f-b112-ba663b0a0f36 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:59.064837 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e6b2fab8-a781-4e3d-84a7-41b7d6c6baa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:59.606187 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:00.099575 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37364) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:00.434660 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:00.656842 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769167'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:00.904528 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] Deleting port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:43:00.904877 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:00.980735 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] For port b8eb632a-f8e3-4eac-a462-ac150cbeb6e0, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=b8eb632a-f8e3-4eac-a462-ac150cbeb6e0,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:00.981023 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:00.993301 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] Calling delete_port for b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:43:01.174923 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:01.203192 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8eb632a-f8e3-4eac-a462-ac150cbeb6e0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:01.371800 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768965'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:01.584930 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] Router ba83b6d2-f3d1-4eea-9d16-4905e6568570 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:43:01.690491 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:43:01.696134 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-438b971d-b870-49b3-8198-c17eeae0e395 admin admin] 10.222.0.53 "PUT /v2.0/routers/ba83b6d2-f3d1-4eea-9d16-4905e6568570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5954432 Aug 27 04:43:01.698708 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37368) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:01.701328 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] Sync routers for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:43:01.710409 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:43:01.711100 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:42:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:01.802036 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:01.816928 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:43:01.901730 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:01.956380 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Deleting port c82f4636-9864-4d00-a8e3-4f5d8bb22460 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:43:01.956730 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:01.993308 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:43:01Z', 'revision_number': 5, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port': {'id': 'c82f4636-9864-4d00-a8e3-4f5d8bb22460', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:51Z', 'updated_at': '2021-08-27T04:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:02.018616 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] Checking router: ba83b6d2-f3d1-4eea-9d16-4905e6568570 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:43:02.027043 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] Routers {'ba83b6d2-f3d1-4eea-9d16-4905e6568570'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:43:02.027654 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:42:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:02.036727 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] For port c82f4636-9864-4d00-a8e3-4f5d8bb22460, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=c82f4636-9864-4d00-a8e3-4f5d8bb22460,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:02.037804 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.056959 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Calling delete_port for c82f4636-9864-4d00-a8e3-4f5d8bb22460 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:43:02.127578 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] Set router ba83b6d2-f3d1-4eea-9d16-4905e6568570 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:43:02.193007 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:43:01Z', 'revision_number': 6, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port_host': None}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:02.222433 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.223345 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a351fb-1e99-432a-b2d9-39eb4ee91940 None None] The sync data for ids ['ba83b6d2-f3d1-4eea-9d16-4905e6568570'] in dv-cinder-804035-5-iscsi is: [{'id': 'ba83b6d2-f3d1-4eea-9d16-4905e6568570', 'name': 'tempest-AttachVolumeTestJSON-2025607626-router', 'tenant_id': '73010213c0b945979b5a337586b82752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:50Z', 'updated_at': '2021-08-27T04:43:01Z', 'revision_number': 6, 'project_id': '73010213c0b945979b5a337586b82752', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:43:02.248516 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.273865 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82f4636-9864-4d00-a8e3-4f5d8bb22460,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:02.342486 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767007'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.434081 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37859'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.436222 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.478506 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740495'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.478953 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba83b6d2-f3d1-4eea-9d16-4905e6568570 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:43:02.483384 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.484602 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-46155750-5e4b-4275-87ec-651de53cc060 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ba83b6d2-f3d1-4eea-9d16-4905e6568570 HTTP/1.1" status: 204 len: 168 time: 0.7849603 Aug 27 04:43:02.487144 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37370) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:02.529823 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-4539c987-8ddc-447e-affa-e2610d3b83a6 admin admin] Deleting subnet ec697f3b-617c-4eff-bc60-4cc0babb38f6 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:43:02.532783 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4539c987-8ddc-447e-affa-e2610d3b83a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.570874 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4539c987-8ddc-447e-affa-e2610d3b83a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7563196'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.649644 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4539c987-8ddc-447e-affa-e2610d3b83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.700668 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4539c987-8ddc-447e-affa-e2610d3b83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7562767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684569'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.730084 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539c987-8ddc-447e-affa-e2610d3b83a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec697f3b-617c-4eff-bc60-4cc0babb38f6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:02.733746 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4539c987-8ddc-447e-affa-e2610d3b83a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.738152 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4539c987-8ddc-447e-affa-e2610d3b83a6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ec697f3b-617c-4eff-bc60-4cc0babb38f6 HTTP/1.1" status: 204 len: 168 time: 0.2475834 Aug 27 04:43:02.738262 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37372) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:02.741192 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d4e12-c4c0-43ff-8794-4835058d88f2 None None] Network a919ac5d-841a-4ae2-b353-26d1ed741c31 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:43:02.803586 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.856972 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Deleting port e5f35353-c892-4167-a129-f7218ac21cbc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:43:02.857318 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:02.962653 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] DHCP port deletion for a919ac5d-841a-4ae2-b353-26d1ed741c31 request from dv-cinder-804035-5-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:43:03.011475 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Deleting port e5f35353-c892-4167-a129-f7218ac21cbc {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:43:03.011863 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.081704 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] For port e5f35353-c892-4167-a129-f7218ac21cbc, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=e5f35353-c892-4167-a129-f7218ac21cbc,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:03.082264 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.096240 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Calling delete_port for e5f35353-c892-4167-a129-f7218ac21cbc owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:43:03.180846 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.182163 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] For port e5f35353-c892-4167-a129-f7218ac21cbc, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=e5f35353-c892-4167-a129-f7218ac21cbc,segment=NetworkSegment(11842c2a-66a4-4297-8643-2332341920cc),segment_id=11842c2a-66a4-4297-8643-2332341920cc)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:03.182826 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.198973 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Calling delete_port for e5f35353-c892-4167-a129-f7218ac21cbc owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:43:03.208918 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Pushing event deleted for resources: {'Port': ['ID=e5f35353-c892-4167-a129-f7218ac21cbc,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:03.211232 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] No DVR routers for this DVR port e5f35353-c892-4167-a129-f7218ac21cbc on host dv-cinder-804035-5-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:43:03.220760 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.221548 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.221548 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.221814 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.222417 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.222536 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.222791 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.223154 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.223447 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.223779 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.224182 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.224476 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03002974-e017-48e3-8fa8-b47a366c3302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:03.279843 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.304309 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f35353-c892-4167-a129-f7218ac21cbc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:03.309250 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] No DVR routers for this DVR port e5f35353-c892-4167-a129-f7218ac21cbc on host dv-cinder-804035-5-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:43:03.379771 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.390335 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a919ac5d-841a-4ae2-b353-26d1ed741c31']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:03.400554 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11842c2a-66a4-4297-8643-2332341920cc') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:03.400859 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11842c2a-66a4-4297-8643-2332341920cc') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:03.409496 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7563171'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.422869 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.429255 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:43:03.429682 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7562857'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: self.session.flush() Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: self.session.flush() Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: self.session.flush() Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: self.session.flush() Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: Traceback (most recent call last): Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: timer() Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: cb(*args, **kw) Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: return func(*args, **kwargs) Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: self._notify() Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: self.callback(batched_events) Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: event.method(event) Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: return f(self, *a, **k) Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._get(url).json() Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:43:03.431373 dv-cinder-804035-5-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:43:03.486624 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.492567 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.494412 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a919ac5d-841a-4ae2-b353-26d1ed741c31 HTTP/1.1" status: 204 len: 168 time: 0.7553303 Aug 27 04:43:03.505481 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f3ab1-f059-4af2-afe2-6b386cab1d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=a919ac5d-841a-4ae2-b353-26d1ed741c31,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:03.602955 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37376) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:03.642362 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d6d41fdc-e661-40d0-8dfb-7ece876662a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73010213c0b945979b5a337586b82752&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382605 Aug 27 04:43:03.644755 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37378) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:03.690877 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266ebfde-1d5d-443d-bd67-e8683a1724ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.710715 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266ebfde-1d5d-443d-bd67-e8683a1724ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.759625 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266ebfde-1d5d-443d-bd67-e8683a1724ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.762246 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266ebfde-1d5d-443d-bd67-e8683a1724ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:03.763408 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-266ebfde-1d5d-443d-bd67-e8683a1724ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26f82411-1265-4883-b5d8-d8f862087928 HTTP/1.1" status: 204 len: 168 time: 0.1177659 Aug 27 04:43:03.771415 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ebfde-1d5d-443d-bd67-e8683a1724ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f82411-1265-4883-b5d8-d8f862087928,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:03.888891 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:04.093184 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:04.116611 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:43:04.116959 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b8eb632a-f8e3-4eac-a462-ac150cbeb6e0 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:04.117392 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device c82f4636-9864-4d00-a8e3-4f5d8bb22460 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:04.141671 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: c82f4636-9864-4d00-a8e3-4f5d8bb22460 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:43:04.142028 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device c82f4636-9864-4d00-a8e3-4f5d8bb22460 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:04.142462 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device e5f35353-c892-4167-a129-f7218ac21cbc no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:04.165348 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: e5f35353-c892-4167-a129-f7218ac21cbc {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:43:04.165702 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device e5f35353-c892-4167-a129-f7218ac21cbc not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:07.287885 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:43:07.530844 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37438) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:07.669898 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3d0864c-7afa-4dfc-a40a-b86d4e28453b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:07.759082 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3d0864c-7afa-4dfc-a40a-b86d4e28453b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:07.763211 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3d0864c-7afa-4dfc-a40a-b86d4e28453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:07.803024 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0864c-7afa-4dfc-a40a-b86d4e28453b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9df491-a16f-4d18-9f41-24edce216746,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:07.807151 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f3d0864c-7afa-4dfc-a40a-b86d4e28453b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e05f3d6a11f24cbb9713d4080a9561c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752984 Aug 27 04:43:07.809792 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37442) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:07.858493 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9792-7797-48e5-9c87-bb9bae0a4684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:07.879696 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9792-7797-48e5-9c87-bb9bae0a4684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:07.925829 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9792-7797-48e5-9c87-bb9bae0a4684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:07.928962 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9792-7797-48e5-9c87-bb9bae0a4684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:07.930131 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8f1a9792-7797-48e5-9c87-bb9bae0a4684 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c9df491-a16f-4d18-9f41-24edce216746 HTTP/1.1" status: 204 len: 168 time: 0.1192682 Aug 27 04:43:07.937600 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a9792-7797-48e5-9c87-bb9bae0a4684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9df491-a16f-4d18-9f41-24edce216746,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:08.864520 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-a04df989-ee7c-4e30-b5ed-d672166a5e96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408928 Aug 27 04:43:08.941899 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-b5857ab3-863f-40ce-9922-a36ee61a019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:43:08.944047 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-b5857ab3-863f-40ce-9922-a36ee61a019c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6be58896fed46208a356cedf5a8513e&device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 1100 time: 0.0442457 Aug 27 04:43:09.047818 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-29e8e51f-31b8-4534-8a03-35650cd0e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:43:09.049405 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-29e8e51f-31b8-4534-8a03-35650cd0e23b service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 200 len: 918 time: 0.0853541 Aug 27 04:43:09.119262 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-42113916-21c3-4dcf-8741-3e4b8fcf2bce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792a8fdf-832a-4455-8433-eb97d588eb8e HTTP/1.1" status: 200 len: 1001 time: 0.0623555 Aug 27 04:43:09.170280 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-36ba8153-49eb-46bf-a46c-e8878a125391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:43:09.171774 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-36ba8153-49eb-46bf-a46c-e8878a125391 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 200 len: 856 time: 0.0456426 Aug 27 04:43:09.226189 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-1671a179-0a7d-4dd0-900a-eea5f39d89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:43:09.227837 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-1671a179-0a7d-4dd0-900a-eea5f39d89d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d12ac97-d989-4330-872d-92f5fe3f8e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487473 Aug 27 04:43:09.321925 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-76fabe80-b34f-4d6b-ad1d-67255f608e89 service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867565 Aug 27 04:43:09.415856 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-724a61c4-baca-4196-917b-ecee4ca7b495 req-3ca34707-c013-47a9-81a3-8975c3bbb7af service neutron] 10.222.0.35 "GET /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863609 Aug 27 04:43:26.795850 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c301a0c5-b249-445a-8aac-f10d7544fcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:29.065176 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92cfd37e-6f37-465c-b651-0038f387742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:29.608158 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:30.437444 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:32.140199 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:33.903826 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:44.291343 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:43:56.798363 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-659ff558-1939-42e3-80d4-57bb0a1ca1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:57.839455 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37850) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:57.949946 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.044527 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.048359 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.091748 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd5d68d8d1a745aea823e641b9863bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511525 Aug 27 04:43:58.093022 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeeaf3a-edb5-4178-a939-e00f1c6e1660,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:58.094597 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 37854) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:58.100800 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.101156 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.101497 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.101836 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.102169 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.102504 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.102834 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.103165 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.103494 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.103821 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.104175 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.104753 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847d0-db28-4928-856c-5ccfa6d4dbe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.151259 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.172222 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.221093 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.223585 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.225348 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6aeeaf3a-edb5-4178-a939-e00f1c6e1660 HTTP/1.1" status: 204 len: 168 time: 0.1294234 Aug 27 04:43:58.235653 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeeaf3a-edb5-4178-a939-e00f1c6e1660,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:58.244058 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.244522 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.244928 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.245325 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.245726 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.246141 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.246605 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.247081 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.247521 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.247969 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.248405 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.248925 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef18f9-ec6e-403f-a317-d1a81f7082b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:58.516528 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 37862) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:58.532903 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8892f59d-3ccb-44ef-beaf-5355144ee49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.632889 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8892f59d-3ccb-44ef-beaf-5355144ee49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.636822 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8892f59d-3ccb-44ef-beaf-5355144ee49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.677621 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8892f59d-3ccb-44ef-beaf-5355144ee49a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9f8d24690384fefbb51dba74299ed1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598933 Aug 27 04:43:58.681426 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892f59d-3ccb-44ef-beaf-5355144ee49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118f9a21-67ff-4e55-9f34-9fce81e05c3b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:58.681640 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37864) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:43:58.734563 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8267b070-76f2-4678-8b2e-74b8eeb335b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.756131 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8267b070-76f2-4678-8b2e-74b8eeb335b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.804051 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8267b070-76f2-4678-8b2e-74b8eeb335b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.806640 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8267b070-76f2-4678-8b2e-74b8eeb335b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.807805 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8267b070-76f2-4678-8b2e-74b8eeb335b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/118f9a21-67ff-4e55-9f34-9fce81e05c3b HTTP/1.1" status: 204 len: 168 time: 0.1265271 Aug 27 04:43:58.816396 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267b070-76f2-4678-8b2e-74b8eeb335b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118f9a21-67ff-4e55-9f34-9fce81e05c3b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:59.070972 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-07f75af4-73f3-4443-86a7-3ae133a1d50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:59.610233 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:00.445251 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:00.649054 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 37916) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:00.758626 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d644-56d7-471f-8766-5198fad65c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:00.851256 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d644-56d7-471f-8766-5198fad65c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:00.855284 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d644-56d7-471f-8766-5198fad65c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:00.894535 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1ac4d644-56d7-471f-8766-5198fad65c62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7a3db27d8bf43c49b642466b9106733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442958 Aug 27 04:44:00.895416 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4d644-56d7-471f-8766-5198fad65c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03f34bd-fb56-4c5c-97d1-24bd6da85155,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:00.897245 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 37920) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:00.954623 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f12fa19-39ac-404f-b80f-93b81bdc20b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:00.976782 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f12fa19-39ac-404f-b80f-93b81bdc20b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:01.023801 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f12fa19-39ac-404f-b80f-93b81bdc20b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:01.026449 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f12fa19-39ac-404f-b80f-93b81bdc20b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:01.027593 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7f12fa19-39ac-404f-b80f-93b81bdc20b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c03f34bd-fb56-4c5c-97d1-24bd6da85155 HTTP/1.1" status: 204 len: 168 time: 0.1293302 Aug 27 04:44:01.035847 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12fa19-39ac-404f-b80f-93b81bdc20b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03f34bd-fb56-4c5c-97d1-24bd6da85155,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:01.316941 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 37926) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:01.330827 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d17d2f8e-55cc-436b-88dd-05527314d0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:01.434993 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d17d2f8e-55cc-436b-88dd-05527314d0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:01.439100 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d17d2f8e-55cc-436b-88dd-05527314d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:01.478066 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d17d2f8e-55cc-436b-88dd-05527314d0f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e3021d0d53240a9bbc28c88a8e1b5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599014 Aug 27 04:44:01.478821 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d2f8e-55cc-436b-88dd-05527314d0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3089c168-ad9a-4c1e-9b80-cb285782f49f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:01.481807 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 37928) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:01.530782 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f7e7bc-e744-464b-ab44-d36ea1690fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:01.553406 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f7e7bc-e744-464b-ab44-d36ea1690fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:01.603400 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f7e7bc-e744-464b-ab44-d36ea1690fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:01.606446 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f7e7bc-e744-464b-ab44-d36ea1690fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:01.607638 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-16f7e7bc-e744-464b-ab44-d36ea1690fb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3089c168-ad9a-4c1e-9b80-cb285782f49f HTTP/1.1" status: 204 len: 168 time: 0.1249297 Aug 27 04:44:01.615545 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7e7bc-e744-464b-ab44-d36ea1690fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3089c168-ad9a-4c1e-9b80-cb285782f49f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:02.152662 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:03.901240 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.718267 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088ab6b-e9e8-4263-bfd9-6cc3c1d6889d req-0044e0a4-d2ea-4da8-b184-3e28e2920cf6 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:14.719804 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4088ab6b-e9e8-4263-bfd9-6cc3c1d6889d req-0044e0a4-d2ea-4da8-b184-3e28e2920cf6 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 947 time: 0.0538888 Aug 27 04:44:14.759628 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4088ab6b-e9e8-4263-bfd9-6cc3c1d6889d req-101ceba0-d1c2-478a-b280-999e4d0c6c74 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331118 Aug 27 04:44:15.888791 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4dd03-635d-41da-9f89-6cc50865ace5 req-794058dd-cfc9-4c6d-933c-5cb4ef1d57db tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:15.890325 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-64f4dd03-635d-41da-9f89-6cc50865ace5 req-794058dd-cfc9-4c6d-933c-5cb4ef1d57db tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 947 time: 0.0492020 Aug 27 04:44:15.928422 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-64f4dd03-635d-41da-9f89-6cc50865ace5 req-7f20658b-e853-49ee-b992-84ae8516f408 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316656 Aug 27 04:44:16.733078 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-f6386ecc-8fc9-49bc-9858-d8843d9f4331 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:16.734628 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-f6386ecc-8fc9-49bc-9858-d8843d9f4331 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 947 time: 0.0514827 Aug 27 04:44:16.825962 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Deleting port 792a8fdf-832a-4455-8433-eb97d588eb8e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:44:16.826306 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.918916 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] For port 792a8fdf-832a-4455-8433-eb97d588eb8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=792a8fdf-832a-4455-8433-eb97d588eb8e,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:16.919193 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.128365 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6a5bb-dbc3-4661-a56a-884308c23b43 req-223de538-bc74-4e66-a6d0-631ebb505c0d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:17.130148 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-09d6a5bb-dbc3-4661-a56a-884308c23b43 req-223de538-bc74-4e66-a6d0-631ebb505c0d tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bbb8317-81d9-4e49-bd0b-32a4446ec505 HTTP/1.1" status: 200 len: 947 time: 0.1116102 Aug 27 04:44:17.152358 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.152858 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.153271 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.l3_db [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Floating IP da5c421e-d9ca-4d86-a095-80240f1bf2a3 disassociated. External IP: 172.27.1.61, port: 792a8fdf-832a-4455-8433-eb97d588eb8e. Aug 27 04:44:17.153618 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Calling delete_port for 792a8fdf-832a-4455-8433-eb97d588eb8e owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:44:17.226273 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-09d6a5bb-dbc3-4661-a56a-884308c23b43 req-cfe5f190-51e8-4b68-a4eb-0940bcf9ddd0 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups?id=2379a423-3d88-45f9-9c7a-d7426e66a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827563 Aug 27 04:44:17.322718 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.353587 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event deleted for resources: {'Port': ['ID=792a8fdf-832a-4455-8433-eb97d588eb8e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:17.473109 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Router 73642671-f73a-42a9-bdc1-196fcfe43a2f has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:17.583091 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:17.592844 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] Sync routers for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:17.604995 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:17.605625 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:43:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:17.623912 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] No DVR routers for this DVR port 792a8fdf-832a-4455-8433-eb97d588eb8e on host hv-cinder-80403 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:44:17.626367 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.628476 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bf61b877-a0b6-4a62-b961-531a0e5870a9 req-3b7dd69f-fd03-4009-a4cc-49c09ee44618 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.35 "DELETE /v2.0/ports/792a8fdf-832a-4455-8433-eb97d588eb8e HTTP/1.1" status: 204 len: 173 time: 0.8862596 Aug 27 04:44:17.628989 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'name': 'network-vif-deleted', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:17.632428 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58f6a03-263a-4a5e-a9db-ea980aff160f" -d '{"events": [{"server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "name": "network-vif-deleted", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:17.675941 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef374a9e-c32a-414b-81eb-df3cbb7aea10 x-openstack-request-id: req-ef374a9e-c32a-414b-81eb-df3cbb7aea10 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:17.676285 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb8317-81d9-4e49-bd0b-32a4446ec505", "name": "network-vif-deleted", "tag": "792a8fdf-832a-4455-8433-eb97d588eb8e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:17.676543 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef374a9e-c32a-414b-81eb-df3cbb7aea10 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:17.677123 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb8317-81d9-4e49-bd0b-32a4446ec505', 'name': 'network-vif-deleted', 'tag': '792a8fdf-832a-4455-8433-eb97d588eb8e', 'status': 'completed', 'code': 200} Aug 27 04:44:17.733205 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:17.960364 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:17.991420 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] Checking router: 73642671-f73a-42a9-bdc1-196fcfe43a2f for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:18.000827 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:18.001453 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:43:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:18.158592 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:18.349746 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38170) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:18.407937 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:18.414798 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38172) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:18.434516 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5601c411-fc81-4cc5-a2bd-d01cb54f1503 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.438833 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaec3f4-42bf-4180-ad10-96ee195e4c7c None None] The sync data for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi is: [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:31:04Z', 'revision_number': 4, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'f48a356e-af22-490d-a274-f01fc9099b93', 'name': '', 'network_id': '2d12ac97-d989-4330-872d-92f5fe3f8e57', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'mac_address': 'fa:16:3e:f5:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:31:02Z', 'updated_at': '2021-08-27T04:31:14Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'subnets': [{'id': '4b386eb7-76d8-49f7-aa62-e09d6d674e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:18.463122 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5601c411-fc81-4cc5-a2bd-d01cb54f1503 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.531701 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5601c411-fc81-4cc5-a2bd-d01cb54f1503 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.536796 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5601c411-fc81-4cc5-a2bd-d01cb54f1503 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.538790 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5601c411-fc81-4cc5-a2bd-d01cb54f1503 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "DELETE /v2.0/security-groups/2379a423-3d88-45f9-9c7a-d7426e66a8a1 HTTP/1.1" status: 204 len: 168 time: 0.1859004 Aug 27 04:44:18.543569 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38176) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:18.550590 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eebd-3483-4bb5-b6a2-6002202bd5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.552332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601c411-fc81-4cc5-a2bd-d01cb54f1503 tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2379a423-3d88-45f9-9c7a-d7426e66a8a1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:18.563867 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.api.v2.resource [None req-95570f54-7b95-40ac-bbc2-6c9ca781da5c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] show failed (client error): The resource could not be found. Aug 27 04:44:18.564923 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-95570f54-7b95-40ac-bbc2-6c9ca781da5c tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "GET /v2.0/security-groups/2379a423-3d88-45f9-9c7a-d7426e66a8a1 HTTP/1.1" status: 404 len: 347 time: 0.0204077 Aug 27 04:44:18.569728 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38178) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:18.681359 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eebd-3483-4bb5-b6a2-6002202bd5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.695088 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eebd-3483-4bb5-b6a2-6002202bd5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.731241 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6953a-6411-401d-a64d-3a8cf88e791b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Deleting port 609cf13d-0674-4ca5-9da8-75c8684b2e4e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:44:18.731650 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ad6953a-6411-401d-a64d-3a8cf88e791b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.741615 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8ee6eebd-3483-4bb5-b6a2-6002202bd5e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7960eca807742e382fe0dbdb13b8471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250337 Aug 27 04:44:18.742581 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fcb213-266c-4bac-abe0-bb02b90bba29 None None] New status for floating IP da5c421e-d9ca-4d86-a095-80240f1bf2a3: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:44:18.745385 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38180) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:18.753461 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6eebd-3483-4bb5-b6a2-6002202bd5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ba747b-5fba-4ef0-8343-7d0a39b36d39,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.094273 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ad6953a-6411-401d-a64d-3a8cf88e791b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.094701 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ad6953a-6411-401d-a64d-3a8cf88e791b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.103757 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee9fff7-3492-4533-bea1-52504f979810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.112204 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6953a-6411-401d-a64d-3a8cf88e791b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Calling delete_port for 609cf13d-0674-4ca5-9da8-75c8684b2e4e owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:44:19.138907 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee9fff7-3492-4533-bea1-52504f979810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.250091 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee9fff7-3492-4533-bea1-52504f979810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.252744 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ee9fff7-3492-4533-bea1-52504f979810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.253904 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8ee9fff7-3492-4533-bea1-52504f979810 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1ba747b-5fba-4ef0-8343-7d0a39b36d39 HTTP/1.1" status: 204 len: 168 time: 0.5075750 Aug 27 04:44:19.268269 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9fff7-3492-4533-bea1-52504f979810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ba747b-5fba-4ef0-8343-7d0a39b36d39,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.312781 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ad6953a-6411-401d-a64d-3a8cf88e791b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.337522 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6953a-6411-401d-a64d-3a8cf88e791b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Pushing event deleted for resources: {'Port': ['ID=609cf13d-0674-4ca5-9da8-75c8684b2e4e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.414629 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ad6953a-6411-401d-a64d-3a8cf88e791b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.418241 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ad6953a-6411-401d-a64d-3a8cf88e791b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.419795 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8ad6953a-6411-401d-a64d-3a8cf88e791b tempest-AttachVolumeShelveTestJSON-463240310 tempest-AttachVolumeShelveTestJSON-463240310-project] 10.222.0.53 "DELETE /v2.0/floatingips/da5c421e-d9ca-4d86-a095-80240f1bf2a3 HTTP/1.1" status: 204 len: 168 time: 0.8489923 Aug 27 04:44:19.604948 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38190) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:19.618572 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cde96b31-2b82-409d-8cb6-a5e2e45ef77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.710676 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cde96b31-2b82-409d-8cb6-a5e2e45ef77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.716189 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cde96b31-2b82-409d-8cb6-a5e2e45ef77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.756169 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-cde96b31-2b82-409d-8cb6-a5e2e45ef77a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56ffa509a8f1429c808ea7e8e3cd79c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499903 Aug 27 04:44:19.757365 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde96b31-2b82-409d-8cb6-a5e2e45ef77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2a35c8-842c-4e22-89d5-adc597d71348,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.759932 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38192) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:19.811464 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87bab30e-bdf3-435c-b737-df34e4a6fe5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.834555 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87bab30e-bdf3-435c-b737-df34e4a6fe5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.884928 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87bab30e-bdf3-435c-b737-df34e4a6fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.887580 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87bab30e-bdf3-435c-b737-df34e4a6fe5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.888819 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-87bab30e-bdf3-435c-b737-df34e4a6fe5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a2a35c8-842c-4e22-89d5-adc597d71348 HTTP/1.1" status: 204 len: 168 time: 0.1279252 Aug 27 04:44:19.898363 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bab30e-bdf3-435c-b737-df34e4a6fe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2a35c8-842c-4e22-89d5-adc597d71348,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:21.292130 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:44:21.317787 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 792a8fdf-832a-4455-8433-eb97d588eb8e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:21.338200 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 792a8fdf-832a-4455-8433-eb97d588eb8e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:44:21.338612 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 792a8fdf-832a-4455-8433-eb97d588eb8e not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:21.945521 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38240) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:22.475263 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769167'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.733368 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] Deleting port f48a356e-af22-490d-a274-f01fc9099b93 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:44:22.733892 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.814219 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] For port f48a356e-af22-490d-a274-f01fc9099b93, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=f48a356e-af22-490d-a274-f01fc9099b93,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:22.814595 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.827711 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] Calling delete_port for f48a356e-af22-490d-a274-f01fc9099b93 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:44:23.032648 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.065575 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f48a356e-af22-490d-a274-f01fc9099b93,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:23.251803 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768965'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.489478 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] Router 73642671-f73a-42a9-bdc1-196fcfe43a2f has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:23.599899 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:23.605230 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7007b398-ee35-4845-8063-b8ac35a8b6ed admin admin] 10.222.0.53 "PUT /v2.0/routers/73642671-f73a-42a9-bdc1-196fcfe43a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6585491 Aug 27 04:44:23.607794 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38252) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:23.609391 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] Sync routers for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:23.619027 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:23.619638 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:43:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:23.714239 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.732496 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:23.826809 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.882345 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Deleting port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:44:23.882603 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.926888 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:44:22Z', 'revision_number': 5, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port': {'id': 'cb0b58a1-b1a7-4eab-a3ce-6d707e59e809', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:30:58Z', 'updated_at': '2021-08-27T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:23.956866 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] Checking router: 73642671-f73a-42a9-bdc1-196fcfe43a2f for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:23.965351 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] Routers {'73642671-f73a-42a9-bdc1-196fcfe43a2f'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:23.965983 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:43:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['73642671-f73a-42a9-bdc1-196fcfe43a2f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:23.969791 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] For port cb0b58a1-b1a7-4eab-a3ce-6d707e59e809, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=cb0b58a1-b1a7-4eab-a3ce-6d707e59e809,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:23.970169 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.984138 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Calling delete_port for cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:44:24.148300 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] Set router 73642671-f73a-42a9-bdc1-196fcfe43a2f gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:24.178462 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.200535 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:44:23Z', 'revision_number': 6, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port_host': None}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:24.208000 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0b58a1-b1a7-4eab-a3ce-6d707e59e809,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.231507 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc025918-a629-40b4-81a2-6b203b86a25b None None] The sync data for ids ['73642671-f73a-42a9-bdc1-196fcfe43a2f'] in dv-cinder-804035-5-iscsi is: [{'id': '73642671-f73a-42a9-bdc1-196fcfe43a2f', 'name': 'tempest-AttachVolumeShelveTestJSON-2137323628-router', 'tenant_id': 'a6be58896fed46208a356cedf5a8513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:30:56Z', 'updated_at': '2021-08-27T04:44:23Z', 'revision_number': 6, 'project_id': 'a6be58896fed46208a356cedf5a8513e', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:24.275440 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767007'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.369972 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37859'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.372188 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.417724 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740495'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.418336 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73642671-f73a-42a9-bdc1-196fcfe43a2f {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:44:24.424015 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.425333 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-032fb558-f13e-4d8f-871c-fdc1631cba8e admin admin] 10.222.0.53 "DELETE /v2.0/routers/73642671-f73a-42a9-bdc1-196fcfe43a2f HTTP/1.1" status: 204 len: 168 time: 0.8163333 Aug 27 04:44:24.427859 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38256) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:24.476775 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ebebfb-04d4-461b-8cf4-1ad8697ef334 admin admin] Deleting subnet 4b386eb7-76d8-49f7-aa62-e09d6d674e68 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:44:24.480413 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1ebebfb-04d4-461b-8cf4-1ad8697ef334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.515380 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1ebebfb-04d4-461b-8cf4-1ad8697ef334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.597267 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1ebebfb-04d4-461b-8cf4-1ad8697ef334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.667873 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1ebebfb-04d4-461b-8cf4-1ad8697ef334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.694992 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebebfb-04d4-461b-8cf4-1ad8697ef334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b386eb7-76d8-49f7-aa62-e09d6d674e68,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.698638 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1ebebfb-04d4-461b-8cf4-1ad8697ef334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.700616 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c1ebebfb-04d4-461b-8cf4-1ad8697ef334 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4b386eb7-76d8-49f7-aa62-e09d6d674e68 HTTP/1.1" status: 204 len: 168 time: 0.2716830 Aug 27 04:44:24.713778 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38258) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:24.714196 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b9c276-c14e-41d0-afef-f680577e6e69 None None] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:24.784380 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.840808 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Deleting port b9ddd9b5-5736-4459-9964-abe8a4ae346c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:44:24.841165 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.910266 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] For port b9ddd9b5-5736-4459-9964-abe8a4ae346c, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=b9ddd9b5-5736-4459-9964-abe8a4ae346c,segment=NetworkSegment(2b02b2e3-16ae-4977-a8b7-68066568371e),segment_id=2b02b2e3-16ae-4977-a8b7-68066568371e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:24.910636 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.924081 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Calling delete_port for b9ddd9b5-5736-4459-9964-abe8a4ae346c owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:44:25.001496 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] DHCP port deletion for 2d12ac97-d989-4330-872d-92f5fe3f8e57 request from dv-cinder-804035-5-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:44:25.027564 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.053207 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Deleting port b9ddd9b5-5736-4459-9964-abe8a4ae346c {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:44:25.053636 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.057163 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] No DVR routers for this DVR port b9ddd9b5-5736-4459-9964-abe8a4ae346c on host dv-cinder-804035-5-iscsi {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:44:25.058885 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ddd9b5-5736-4459-9964-abe8a4ae346c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:25.149307 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.161255 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d12ac97-d989-4330-872d-92f5fe3f8e57']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:25.174674 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b02b2e3-16ae-4977-a8b7-68066568371e') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:25.174933 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b02b2e3-16ae-4977-a8b7-68066568371e') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:25.186331 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8049203'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.201986 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.209219 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:44:25.209637 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7353074'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: Traceback (most recent call last): Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: timer() Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: cb(*args, **kw) Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: return func(*args, **kwargs) Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: self._notify() Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: self.callback(batched_events) Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: event.method(event) Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: return f(self, *a, **k) Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._get(url).json() Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:44:25.211661 dv-cinder-804035-5-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:44:25.255618 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] For port b9ddd9b5-5736-4459-9964-abe8a4ae346c, host dv-cinder-804035-5-iscsi, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:25.256346 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.272737 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.273095 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Calling delete_port for b9ddd9b5-5736-4459-9964-abe8a4ae346c owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:44:25.276747 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Port b9ddd9b5-5736-4459-9964-abe8a4ae346c was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 04:44:25.278003 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.278650 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.283499 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2d12ac97-d989-4330-872d-92f5fe3f8e57 HTTP/1.1" status: 204 len: 168 time: 0.5686224 Aug 27 04:44:25.297293 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5437d9-6456-4414-b24f-788b7dba2ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d12ac97-d989-4330-872d-92f5fe3f8e57,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:25.306576 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Network 2d12ac97-d989-4330-872d-92f5fe3f8e57 is not hosted by any dhcp agent {{(pid=93829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 04:44:25.307108 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] No DVR routers for this DVR port b9ddd9b5-5736-4459-9964-abe8a4ae346c on host dv-cinder-804035-5-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:44:25.309226 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Pushing event deleted for resources: {'Port': ['ID=b9ddd9b5-5736-4459-9964-abe8a4ae346c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:25.317812 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.318159 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.318555 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.318983 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.319264 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.319591 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.320055 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.320283 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.320621 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.321029 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.321275 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.321602 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f827a94-7c66-447b-bb8b-9afdd5de3d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:25.434363 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38264) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:25.475810 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-71e03013-69e9-44b5-a9d0-3d84283b6acb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6be58896fed46208a356cedf5a8513e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392272 Aug 27 04:44:25.477755 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38266) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:25.526999 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d80ae085-ade9-4ff9-bf19-1d9040df3797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.549194 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d80ae085-ade9-4ff9-bf19-1d9040df3797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.601082 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d80ae085-ade9-4ff9-bf19-1d9040df3797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.603673 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d80ae085-ade9-4ff9-bf19-1d9040df3797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.605157 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d80ae085-ade9-4ff9-bf19-1d9040df3797 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce502ce5-1d1d-4c12-8f46-f10e0b083748 HTTP/1.1" status: 204 len: 168 time: 0.1264842 Aug 27 04:44:25.613165 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ae085-ade9-4ff9-bf19-1d9040df3797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce502ce5-1d1d-4c12-8f46-f10e0b083748,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.145817 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f48a356e-af22-490d-a274-f01fc9099b93 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:26.166655 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: f48a356e-af22-490d-a274-f01fc9099b93 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:44:26.167007 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device f48a356e-af22-490d-a274-f01fc9099b93 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:26.167439 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:26.185953 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:44:26.186306 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device cb0b58a1-b1a7-4eab-a3ce-6d707e59e809 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:26.186739 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b9ddd9b5-5736-4459-9964-abe8a4ae346c no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:26.207674 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: b9ddd9b5-5736-4459-9964-abe8a4ae346c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:44:26.208056 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b9ddd9b5-5736-4459-9964-abe8a4ae346c not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:26.345788 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38290) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:26.450985 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2059862724-network', 'tenant_id': 'b020e4046e594b05a242175f3df4dec0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:26.475941 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Made reservation on behalf of b020e4046e594b05a242175f3df4dec0 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:26.478279 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.489137 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.585094 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.589145 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.614740 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:44:26.624388 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1349f54-f880-4028-a347-7bfe1a03e63b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.632662 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.632662 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Added segment 3507a14f-4498-419f-8308-fe6724fe5f46 of type vlan for network dd42b135-3593-4e98-b507-9f2c85ac4990 Aug 27 04:44:26.677566 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.704101 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.705056 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:26.705647 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.767460 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4204469 Aug 27 04:44:26.769273 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38296) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:26.773059 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecf8ed-93e5-4c6d-a4e4-6c45df9a2108 admin admin] Pushing event updated for resources: {'Network': ['ID=dd42b135-3593-4e98-b507-9f2c85ac4990,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.774299 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Request body: {'subnet': {'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2059862724-subnet', 'tenant_id': 'b020e4046e594b05a242175f3df4dec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:26.782709 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network dd42b135-3593-4e98-b507-9f2c85ac4990 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:44:26.804332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Made reservation on behalf of b020e4046e594b05a242175f3df4dec0 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:26.806968 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154548'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.842706 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbf34-14d6-414a-8744-c93de0ecce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.990894 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7353175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154438'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.050475 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:27.060252 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Checking segment: {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:27.060642 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Network hostable DHCP agents. Network: dd42b135-3593-4e98-b507-9f2c85ac4990, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:44:27.077719 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Network dd42b135-3593-4e98-b507-9f2c85ac4990 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:44:27.090711 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, dd42b135-3593-4e98-b507-9f2c85ac4990) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:27.095217 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:27.096035 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.101075 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de13160f-3f9c-4464-9e62-192746e5a8ec None None] Network dd42b135-3593-4e98-b507-9f2c85ac4990 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:27.113009 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e4316657-88e8-42d1-ba7e-eb3856314b82 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3425024 Aug 27 04:44:27.227189 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bde618-7e33-41df-a2de-d9818ac29d6e None None] Network dd42b135-3593-4e98-b507-9f2c85ac4990 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:27.619136 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-d3f8c0d6-ee08-4d18-9c09-560b27355edb tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:27.620748 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-d3f8c0d6-ee08-4d18-9c09-560b27355edb tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 815 time: 0.1218479 Aug 27 04:44:27.638563 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-8a04c5a6-e6e0-4474-89db-c49c7a0f876e tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/quotas/b020e4046e594b05a242175f3df4dec0 HTTP/1.1" status: 200 len: 375 time: 0.0116224 Aug 27 04:44:27.672752 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-896a12c7-86ce-4878-9e43-8a643de1202e tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283241 Aug 27 04:44:27.733199 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-1625067c-77bf-4caa-a549-335dccda3a49 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:44:27.734236 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-1625067c-77bf-4caa-a549-335dccda3a49 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541117 Aug 27 04:44:27.827772 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-022d8fa3-156d-42dd-aa57-e5385a9c5aa6 service neutron] 10.222.0.53 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870798 Aug 27 04:44:27.921901 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-cdbc68bf-5075-4847-ab2e-fce70295d454 service neutron] 10.222.0.53 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867276 Aug 27 04:44:28.081748 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d3c6c789-0469-49a6-8bb1-ffbbc2f2877e req-7a56855b-d4f7-49ec-b9f4-0828f4bc4ce7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 210 time: 0.0278687 Aug 27 04:44:29.062576 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dda776b3-c3ec-4760-aae7-257606ddc7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:29.181641 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4db699a0-4d60-4083-a8b6-f2bc99d202e5 req-5a789ac5-ba04-4e24-867a-54b6811ec50a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 210 time: 0.0286739 Aug 27 04:44:29.612871 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:30.275734 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-49c833e7-ef9b-4c9e-b6a9-247e4d56142d req-7606c8a4-ab78-4992-ba93-44e75547d525 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 210 time: 0.0262725 Aug 27 04:44:30.447690 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.384441 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4aa5c18b-1dd5-4f48-aa9e-95422c834bd4 req-4669424e-1636-467d-8759-bb07dc3b2613 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 210 time: 0.0359046 Aug 27 04:44:32.148354 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:32.489271 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-92f811cb-a7ca-4966-b4eb-d329d1ce325f req-dbdd480e-1663-4670-b513-1ca909bcc7d0 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 210 time: 0.0330732 Aug 27 04:44:33.033935 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-87ef7647-b928-4ba3-a475-a74a5e5e3e60 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:33.035522 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-87ef7647-b928-4ba3-a475-a74a5e5e3e60 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 815 time: 0.1145732 Aug 27 04:44:33.062966 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Request body: {'port': {'device_id': 'd0f2a3fe-d7cd-448c-bb23-256ac860f4ca', 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990', 'admin_state_up': True, 'tenant_id': 'b020e4046e594b05a242175f3df4dec0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:33.179354 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Made reservation on behalf of b020e4046e594b05a242175f3df4dec0 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:33.182819 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:33.320564 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Allocated IP 172.20.0.12 (dd42b135-3593-4e98-b507-9f2c85ac4990/df2e8fef-93d3-4c30-89ea-0dd9ce089f1a/44778afc-4a60-4718-8d59-c71e3bebde16) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:33.474862 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:33.522038 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:33.568025 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Network dd42b135-3593-4e98-b507-9f2c85ac4990 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:33.584620 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:33.587273 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:33.632427 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Pushing event updated for resources: {'Port': ['ID=44778afc-4a60-4718-8d59-c71e3bebde16,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:33.668985 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:33.669622 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:33.681007 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b5e5c-b7aa-4090-a868-69beee5dad04 req-f8c91e39-088e-4638-a048-727bde61b66a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:33.682528 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-728b5e5c-b7aa-4090-a868-69beee5dad04 req-f8c91e39-088e-4638-a048-727bde61b66a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 932 time: 0.1166370 Aug 27 04:44:33.705529 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-5ff1723a-7a91-44c4-a9b8-7438ae1bbdd9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6468060 Aug 27 04:44:33.725704 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-728b5e5c-b7aa-4090-a868-69beee5dad04 req-c200e6a7-4295-4d68-a3ea-39d980c94d48 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370934 Aug 27 04:44:33.812657 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Request body: {'port': {'device_id': 'd0f2a3fe-d7cd-448c-bb23-256ac860f4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:33.895525 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:33.916155 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.191668 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44778afc-4a60-4718-8d59-c71e3bebde16 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:34.200256 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.216192 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Transition to ACTIVE for port object 44778afc-4a60-4718-8d59-c71e3bebde16 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:34.220926 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.269980 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=44778afc-4a60-4718-8d59-c71e3bebde16,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:34.344296 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Attempting to bind port 44778afc-4a60-4718-8d59-c71e3bebde16 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:34.344695 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Attempting to bind port 44778afc-4a60-4718-8d59-c71e3bebde16 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:34.345028 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Attempting to bind port 44778afc-4a60-4718-8d59-c71e3bebde16 on network dd42b135-3593-4e98-b507-9f2c85ac4990 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:34.349907 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Port 44778afc-4a60-4718-8d59-c71e3bebde16 on network dd42b135-3593-4e98-b507-9f2c85ac4990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:44:34.350217 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Attempting to bind port 44778afc-4a60-4718-8d59-c71e3bebde16 on network dd42b135-3593-4e98-b507-9f2c85ac4990 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:34.355388 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:34.355930 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Checking segment: {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:34.356341 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Bound using segment: {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:34.356769 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Bound port: 44778afc-4a60-4718-8d59-c71e3bebde16, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:34.357130 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.424183 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] For port 44778afc-4a60-4718-8d59-c71e3bebde16, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:34.427595 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] For port 44778afc-4a60-4718-8d59-c71e3bebde16, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=44778afc-4a60-4718-8d59-c71e3bebde16,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:34.432837 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.466764 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:34.467437 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.468955 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] 10.222.0.35 "PUT /v2.0/ports/44778afc-4a60-4718-8d59-c71e3bebde16 HTTP/1.1" status: 200 len: 1094 time: 0.6613879 Aug 27 04:44:34.471573 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2a3fe-d7cd-448c-bb23-256ac860f4ca', 'tag': '44778afc-4a60-4718-8d59-c71e3bebde16'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:34.471573 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7613f3-59e8-4c17-af58-6f810be94bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2a3fe-d7cd-448c-bb23-256ac860f4ca", "tag": "44778afc-4a60-4718-8d59-c71e3bebde16"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:34.508223 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ea8bf-1f82-4aaa-8b4f-f6fb3fc7ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=44778afc-4a60-4718-8d59-c71e3bebde16,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:34.525588 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372b0605-0a57-4051-9c9d-c826f120512e x-openstack-request-id: req-372b0605-0a57-4051-9c9d-c826f120512e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:34.525885 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2a3fe-d7cd-448c-bb23-256ac860f4ca", "tag": "44778afc-4a60-4718-8d59-c71e3bebde16", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:34.526145 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-372b0605-0a57-4051-9c9d-c826f120512e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:34.526554 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2a3fe-d7cd-448c-bb23-256ac860f4ca', 'tag': '44778afc-4a60-4718-8d59-c71e3bebde16', 'status': 'completed', 'code': 200} Aug 27 04:44:34.587969 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-95f3944f-c54b-41f8-9c27-b62ed85e7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:34.589475 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-95f3944f-c54b-41f8-9c27-b62ed85e7f95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 1097 time: 0.0423651 Aug 27 04:44:34.642757 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-084dd1a7-da62-48d3-ad7b-b6c167b3112f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44778afc-4a60-4718-8d59-c71e3bebde16 HTTP/1.1" status: 200 len: 217 time: 0.0376396 Aug 27 04:44:34.694023 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-c436b4fc-c232-463f-8033-99189b6de0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:34.695512 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-c436b4fc-c232-463f-8033-99189b6de0dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a HTTP/1.1" status: 200 len: 855 time: 0.0449758 Aug 27 04:44:34.731112 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-6d4c82aa-f75e-4fdd-9927-eb1754f9c205 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd42b135-3593-4e98-b507-9f2c85ac4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272024 Aug 27 04:44:35.145709 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63d30-bd41-40d2-b4c1-93860090eaca req-0dcea885-c69a-44bf-adc7-11bf41ed2ea8 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:35.147807 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4af63d30-bd41-40d2-b4c1-93860090eaca req-0dcea885-c69a-44bf-adc7-11bf41ed2ea8 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 944 time: 0.0786560 Aug 27 04:44:35.151759 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-8bead6e2-e654-42e0-8c36-c2ef8c48b21b service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132817 Aug 27 04:44:35.266073 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4af63d30-bd41-40d2-b4c1-93860090eaca req-811128b6-2052-4d06-acde-91b60064511c tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112061 Aug 27 04:44:35.308915 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-343e7d5c-87c2-4c62-ba74-73073593d372 req-8a2961ec-7acc-477a-9e1a-60686e62522e service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422973 Aug 27 04:44:35.437840 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7613f3-59e8-4c17-af58-6f810be94bb4 req-2a679401-718f-44ce-bcc7-312402347dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:35.439378 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed7613f3-59e8-4c17-af58-6f810be94bb4 req-2a679401-718f-44ce-bcc7-312402347dc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 1097 time: 0.0422688 Aug 27 04:44:35.537387 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7613f3-59e8-4c17-af58-6f810be94bb4 req-5592180d-377b-4363-9c0a-4ab17e035aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:35.538903 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed7613f3-59e8-4c17-af58-6f810be94bb4 req-5592180d-377b-4363-9c0a-4ab17e035aa4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 916 time: 0.0922863 Aug 27 04:44:35.582186 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed7613f3-59e8-4c17-af58-6f810be94bb4 req-62dd99ec-c17f-433a-a8da-0cdec28e19a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44778afc-4a60-4718-8d59-c71e3bebde16 HTTP/1.1" status: 200 len: 217 time: 0.0356226 Aug 27 04:44:35.634931 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7613f3-59e8-4c17-af58-6f810be94bb4 req-62e301d0-40d3-4827-aa7e-6efcae5753b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:35.636773 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed7613f3-59e8-4c17-af58-6f810be94bb4 req-62e301d0-40d3-4827-aa7e-6efcae5753b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a HTTP/1.1" status: 200 len: 855 time: 0.0462618 Aug 27 04:44:35.668264 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed7613f3-59e8-4c17-af58-6f810be94bb4 req-ec35b85f-5871-4f0f-afc9-e2a3661d2c6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd42b135-3593-4e98-b507-9f2c85ac4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247588 Aug 27 04:44:35.764911 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed7613f3-59e8-4c17-af58-6f810be94bb4 req-2450fb3f-12c9-44ba-a00b-dab7d42ea317 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895896 Aug 27 04:44:35.858128 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed7613f3-59e8-4c17-af58-6f810be94bb4 req-0547812e-9de8-44ae-9180-f1884ceb1758 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849636 Aug 27 04:44:36.414202 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56726e4-42f2-42ca-b8b4-2198fdceec6d req-e11614ab-88fb-4ceb-bed3-094e17621c40 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:36.415730 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e56726e4-42f2-42ca-b8b4-2198fdceec6d req-e11614ab-88fb-4ceb-bed3-094e17621c40 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 944 time: 0.0578637 Aug 27 04:44:36.463765 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e56726e4-42f2-42ca-b8b4-2198fdceec6d req-e76f8a50-09f0-437f-a73c-7cc117437d8a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Aug 27 04:44:37.587493 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b57d2f-540d-40f4-81ef-65a6ba649e7e req-13a2f546-5ccd-41e9-9d60-27016101e8f7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:37.589199 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a8b57d2f-540d-40f4-81ef-65a6ba649e7e req-13a2f546-5ccd-41e9-9d60-27016101e8f7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 944 time: 0.0558383 Aug 27 04:44:37.636928 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a8b57d2f-540d-40f4-81ef-65a6ba649e7e req-716514d9-4521-4960-9f61-ba89591943b2 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Aug 27 04:44:38.757632 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f314-8ebd-4ed7-a470-a85f4f96ea64 req-7f4c9a77-a7e7-4bb0-8b84-a2301b14bfaa tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:38.759192 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e661f314-8ebd-4ed7-a470-a85f4f96ea64 req-7f4c9a77-a7e7-4bb0-8b84-a2301b14bfaa tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 944 time: 0.0557141 Aug 27 04:44:38.797481 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e661f314-8ebd-4ed7-a470-a85f4f96ea64 req-8dfc9d27-e9b4-424f-a719-62ad8843214d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Aug 27 04:44:39.914981 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c20269-0870-4e4c-b07f-1c9ab2bdea08 req-e467fc6c-a2b2-405c-bb1b-f28d0093e5c0 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:39.916523 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d9c20269-0870-4e4c-b07f-1c9ab2bdea08 req-e467fc6c-a2b2-405c-bb1b-f28d0093e5c0 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 944 time: 0.0497415 Aug 27 04:44:39.967742 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d9c20269-0870-4e4c-b07f-1c9ab2bdea08 req-0c48c8ce-25a8-4f95-add8-0ce59125fae1 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453482 Aug 27 04:44:41.083219 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11490c-549c-484c-8cac-7407c21cb175 req-3b653221-f4b9-4521-a439-2e886438b772 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:41.084764 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6b11490c-549c-484c-8cac-7407c21cb175 req-3b653221-f4b9-4521-a439-2e886438b772 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 944 time: 0.0507066 Aug 27 04:44:41.125770 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6b11490c-549c-484c-8cac-7407c21cb175 req-569e45f2-daca-4ee1-9a84-2aed001f2379 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338557 Aug 27 04:44:42.241620 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455dd19-52e5-4e2c-a730-5c06c1995ae1 req-957d9031-1002-4392-ad93-d4025fe56e8d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:42.243059 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e455dd19-52e5-4e2c-a730-5c06c1995ae1 req-957d9031-1002-4392-ad93-d4025fe56e8d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 944 time: 0.0502677 Aug 27 04:44:42.286755 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e455dd19-52e5-4e2c-a730-5c06c1995ae1 req-41481571-e6eb-4f6e-a4a6-e4b10e45db93 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371115 Aug 27 04:44:43.404578 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484836e-092b-4e4a-bd70-9fa9a3176832 req-0aafccd2-6ec1-44da-8e0f-e4c3b486e519 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:43.406093 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5484836e-092b-4e4a-bd70-9fa9a3176832 req-0aafccd2-6ec1-44da-8e0f-e4c3b486e519 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 944 time: 0.0498645 Aug 27 04:44:43.444514 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5484836e-092b-4e4a-bd70-9fa9a3176832 req-e3cf5a50-417b-4e87-84b5-15e460da4cd0 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Aug 27 04:44:44.574419 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a4165-6e5e-4135-b43e-6f263c2230f3 req-274ae388-696a-4c76-9cc8-721f3c98c5fb tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:44.575930 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb8a4165-6e5e-4135-b43e-6f263c2230f3 req-274ae388-696a-4c76-9cc8-721f3c98c5fb tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 944 time: 0.0600355 Aug 27 04:44:44.616360 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb8a4165-6e5e-4135-b43e-6f263c2230f3 req-ef21b7b4-cfad-4350-a512-492a35de630e tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Aug 27 04:44:44.785509 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 44778afc-4a60-4718-8d59-c71e3bebde16 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:44:44.884260 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 44778afc-4a60-4718-8d59-c71e3bebde16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=44778afc-4a60-4718-8d59-c71e3bebde16,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:44.899055 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '44778afc-4a60-4718-8d59-c71e3bebde16', 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990', 'port_id': '44778afc-4a60-4718-8d59-c71e3bebde16', 'mac_address': 'fa:16:3e:41:a1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2e8fef-93d3-4c30-89ea-0dd9ce089f1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:44:44.936424 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.950017 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44778afc-4a60-4718-8d59-c71e3bebde16 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:44.970096 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 44778afc-4a60-4718-8d59-c71e3bebde16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=44778afc-4a60-4718-8d59-c71e3bebde16,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:44.973436 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:45.021552 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=44778afc-4a60-4718-8d59-c71e3bebde16,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:45.403316 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['44778afc-4a60-4718-8d59-c71e3bebde16'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:44:45.747757 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bfb83-c12b-404c-9865-e105d156f02b req-d2dd7e5a-50af-480c-9950-4f649477c242 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:45.749406 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d40bfb83-c12b-404c-9865-e105d156f02b req-d2dd7e5a-50af-480c-9950-4f649477c242 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 945 time: 0.0640786 Aug 27 04:44:45.792862 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d40bfb83-c12b-404c-9865-e105d156f02b req-04d56bf6-0a8d-4160-912c-f773da7c0a97 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Aug 27 04:44:45.834072 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38456) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:45.934979 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2348631c-7b5f-48c5-9066-3959762990dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.034098 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2348631c-7b5f-48c5-9066-3959762990dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.037979 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2348631c-7b5f-48c5-9066-3959762990dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.077330 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2348631c-7b5f-48c5-9066-3959762990dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4df9a10a74e54704822b33af776567d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472601 Aug 27 04:44:46.078356 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348631c-7b5f-48c5-9066-3959762990dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b0a15e-484e-4e63-bd8f-1d96024f05de,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:46.079963 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38460) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:46.133545 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef6b9-7bc6-414a-b6bc-bf2bea320be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.161838 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef6b9-7bc6-414a-b6bc-bf2bea320be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.209941 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef6b9-7bc6-414a-b6bc-bf2bea320be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.212743 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef6b9-7bc6-414a-b6bc-bf2bea320be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.213912 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8f5ef6b9-7bc6-414a-b6bc-bf2bea320be2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96b0a15e-484e-4e63-bd8f-1d96024f05de HTTP/1.1" status: 204 len: 168 time: 0.1329470 Aug 27 04:44:46.222290 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ef6b9-7bc6-414a-b6bc-bf2bea320be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b0a15e-484e-4e63-bd8f-1d96024f05de,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:46.804755 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 44778afc-4a60-4718-8d59-c71e3bebde16 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:46.872416 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 44778afc-4a60-4718-8d59-c71e3bebde16 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:46.877789 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 44778afc-4a60-4718-8d59-c71e3bebde16 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:46.878678 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.928506 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6e32e-5992-41b9-b015-6e0e6775a152 req-e6820007-05d5-4df5-ac62-14d0ec8a1ea5 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:46.930028 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-13a6e32e-5992-41b9-b015-6e0e6775a152 req-e6820007-05d5-4df5-ac62-14d0ec8a1ea5 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 945 time: 0.0565393 Aug 27 04:44:46.978400 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-13a6e32e-5992-41b9-b015-6e0e6775a152 req-034daf0e-5e6a-4fe3-aa65-9f7b6ec721fd tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Aug 27 04:44:46.978937 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.013366 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2a3fe-d7cd-448c-bb23-256ac860f4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44778afc-4a60-4718-8d59-c71e3bebde16'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:47.015633 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19254db5-a112-4fd3-97ed-74e1685fc374" -d '{"events": [{"server_uuid": "d0f2a3fe-d7cd-448c-bb23-256ac860f4ca", "name": "network-vif-plugged", "status": "completed", "tag": "44778afc-4a60-4718-8d59-c71e3bebde16"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:47.030607 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 44778afc-4a60-4718-8d59-c71e3bebde16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=44778afc-4a60-4718-8d59-c71e3bebde16,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:47.035471 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.067871 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca60c1de-a02b-402d-9964-1176047157ca x-openstack-request-id: req-ca60c1de-a02b-402d-9964-1176047157ca {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:47.068349 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2a3fe-d7cd-448c-bb23-256ac860f4ca", "name": "network-vif-plugged", "status": "completed", "tag": "44778afc-4a60-4718-8d59-c71e3bebde16", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:47.068733 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca60c1de-a02b-402d-9964-1176047157ca {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:47.069349 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2a3fe-d7cd-448c-bb23-256ac860f4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44778afc-4a60-4718-8d59-c71e3bebde16', 'code': 200} Aug 27 04:44:47.097998 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=44778afc-4a60-4718-8d59-c71e3bebde16,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:47.301425 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b744647-d2d7-48c3-b7be-08e80e1501d1 req-1b09ef9c-d9bb-4d54-b3ac-939d6e575807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:47.302993 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b744647-d2d7-48c3-b7be-08e80e1501d1 req-1b09ef9c-d9bb-4d54-b3ac-939d6e575807 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 1099 time: 0.0483048 Aug 27 04:44:47.343847 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b744647-d2d7-48c3-b7be-08e80e1501d1 req-41253ec7-2dfb-4fa2-8fdf-6a0b20554b71 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Aug 27 04:44:48.106712 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d4f54-ee37-4f2e-a409-df8b42d2e367 req-76cb3ded-46ae-4373-865e-5aa476787ae8 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:48.108510 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5d7d4f54-ee37-4f2e-a409-df8b42d2e367 req-76cb3ded-46ae-4373-865e-5aa476787ae8 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 946 time: 0.0553322 Aug 27 04:44:48.155788 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5d7d4f54-ee37-4f2e-a409-df8b42d2e367 req-8c9773e7-3e54-4fde-a342-bfc37b5de325 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Aug 27 04:44:49.284629 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7ff51-f2ea-4e35-a380-c8d236cccd0c req-7f135ca1-be1c-4303-a7eb-9ec7b02856f0 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:49.286196 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3ee7ff51-f2ea-4e35-a380-c8d236cccd0c req-7f135ca1-be1c-4303-a7eb-9ec7b02856f0 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 946 time: 0.0493505 Aug 27 04:44:49.336247 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3ee7ff51-f2ea-4e35-a380-c8d236cccd0c req-67e651a6-7267-4682-b03a-203c9e4687df tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Aug 27 04:44:54.540758 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38612) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:54.650157 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45d2de29-9063-4d06-8aa5-93ab6f6898ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:54.744937 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45d2de29-9063-4d06-8aa5-93ab6f6898ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:54.749236 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45d2de29-9063-4d06-8aa5-93ab6f6898ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:54.786817 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-45d2de29-9063-4d06-8aa5-93ab6f6898ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1266a9c3be0843fda06b34194119a965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449992 Aug 27 04:44:54.788549 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2de29-9063-4d06-8aa5-93ab6f6898ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5225a0-918f-4654-915f-8761fdb08425,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:54.790560 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38616) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:55.073055 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2200e35-570f-41de-91bc-d4c674d21887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.094799 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2200e35-570f-41de-91bc-d4c674d21887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.140778 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2200e35-570f-41de-91bc-d4c674d21887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.143430 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2200e35-570f-41de-91bc-d4c674d21887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.144637 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a2200e35-570f-41de-91bc-d4c674d21887 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e5225a0-918f-4654-915f-8761fdb08425 HTTP/1.1" status: 204 len: 168 time: 0.3530638 Aug 27 04:44:55.155400 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2200e35-570f-41de-91bc-d4c674d21887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5225a0-918f-4654-915f-8761fdb08425,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:55.429911 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38624) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:55.442917 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0671e2f-24f4-43a7-ace1-b013a075bd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.530599 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0671e2f-24f4-43a7-ace1-b013a075bd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.534310 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0671e2f-24f4-43a7-ace1-b013a075bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.570532 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0671e2f-24f4-43a7-ace1-b013a075bd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d98e8d-b3c6-4735-8503-68d09fe8f59e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:55.574881 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f0671e2f-24f4-43a7-ace1-b013a075bd02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44a08b39a6644cddbf5cef071cd3b8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439431 Aug 27 04:44:55.577741 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38626) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:55.628572 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09a60d0a-2a68-48d9-9b4e-0deef9775169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.650048 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09a60d0a-2a68-48d9-9b4e-0deef9775169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.697308 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09a60d0a-2a68-48d9-9b4e-0deef9775169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.700024 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09a60d0a-2a68-48d9-9b4e-0deef9775169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:55.701218 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-09a60d0a-2a68-48d9-9b4e-0deef9775169 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80d98e8d-b3c6-4735-8503-68d09fe8f59e HTTP/1.1" status: 204 len: 168 time: 0.1226661 Aug 27 04:44:55.710943 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a60d0a-2a68-48d9-9b4e-0deef9775169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d98e8d-b3c6-4735-8503-68d09fe8f59e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:56.022338 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:56.036835 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-def89c56-1196-483e-a3f8-969b8f09bff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:56.136110 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-def89c56-1196-483e-a3f8-969b8f09bff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:56.141306 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-def89c56-1196-483e-a3f8-969b8f09bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:56.180498 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-def89c56-1196-483e-a3f8-969b8f09bff9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0e5595c45e447f9bb8cbb1a0606c975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570272 Aug 27 04:44:56.181346 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def89c56-1196-483e-a3f8-969b8f09bff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca9261c-fd83-4a89-8e95-d49cf67759ab,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:56.183187 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38634) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:56.240487 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7e419ba-b9c0-4866-a6ad-7fb6e813e253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:56.262833 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7e419ba-b9c0-4866-a6ad-7fb6e813e253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:56.317906 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7e419ba-b9c0-4866-a6ad-7fb6e813e253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:56.321130 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7e419ba-b9c0-4866-a6ad-7fb6e813e253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:56.322303 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f7e419ba-b9c0-4866-a6ad-7fb6e813e253 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ca9261c-fd83-4a89-8e95-d49cf67759ab HTTP/1.1" status: 204 len: 168 time: 0.1380951 Aug 27 04:44:56.330495 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e419ba-b9c0-4866-a6ad-7fb6e813e253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca9261c-fd83-4a89-8e95-d49cf67759ab,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:56.806880 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4312f74-fded-4e3f-b2d4-5030dbbb9658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:58.294020 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:44:58.930270 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-89728995-551f-493e-90bb-04ef2ddfce38 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:58.931718 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-89728995-551f-493e-90bb-04ef2ddfce38 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 815 time: 0.1076646 Aug 27 04:44:58.947521 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-4ee6a5fa-7d12-41c9-a839-41a91e350f6b tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/quotas/b020e4046e594b05a242175f3df4dec0 HTTP/1.1" status: 200 len: 375 time: 0.0099621 Aug 27 04:44:58.999808 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-74fb7e86-f113-447b-9fbf-43950e80842f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467005 Aug 27 04:44:59.064570 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e3e2bb75-9d64-45a3-b292-e9008b078f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:59.105916 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-160e683f-c7c6-40f6-a524-ea668523a258 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:44:59.106942 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-160e683f-c7c6-40f6-a524-ea668523a258 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003950 Aug 27 04:44:59.198951 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-0e156817-aa5f-4826-ad1d-9da09761d479 service neutron] 10.222.0.53 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856509 Aug 27 04:44:59.287238 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-d473de0d-b3f1-4fdf-bcb1-1a067d8618f9 service neutron] 10.222.0.53 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823820 Aug 27 04:44:59.615332 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:00.447581 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:00.476120 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8b399efd-e7c4-4b9b-ac8f-83fe6e79255b req-7b507708-c8d9-4981-a604-b2bb5298fbde tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 210 time: 0.0308928 Aug 27 04:45:01.568646 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-399a8372-8138-4aca-97d1-22fb619aaa51 req-7c46f955-f89f-4f7f-81d9-2839ae360b97 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 210 time: 0.0260072 Aug 27 04:45:02.150270 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:02.663024 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-540af7f7-ca93-46ae-b776-f9ca071e453a req-0586271d-03b7-41d8-9c4b-9bd6bc2054f2 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 210 time: 0.0265291 Aug 27 04:45:03.754130 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b3bc3bf8-5183-40f6-afd9-d04ccd21f2fa req-b0fa9453-e83f-4727-bf4d-6869d5512541 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 210 time: 0.0254588 Aug 27 04:45:03.920711 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.005580 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-d8eb5495-e275-4b4f-b515-5607b210bf2a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:04.007147 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-d8eb5495-e275-4b4f-b515-5607b210bf2a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 815 time: 0.1247876 Aug 27 04:45:04.036209 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Request body: {'port': {'device_id': 'b9e15d7c-e87e-45b6-a76b-9562f31480ec', 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990', 'admin_state_up': True, 'tenant_id': 'b020e4046e594b05a242175f3df4dec0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:04.143534 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Made reservation on behalf of b020e4046e594b05a242175f3df4dec0 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:04.147700 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.275876 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Allocated IP 172.20.0.8 (dd42b135-3593-4e98-b507-9f2c85ac4990/df2e8fef-93d3-4c30-89ea-0dd9ce089f1a/92cbb9c8-5d2b-40f8-bba4-0e8c580aab29) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:04.428042 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.466206 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.503674 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['44778afc-4a60-4718-8d59-c71e3bebde16'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:04.507004 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Network dd42b135-3593-4e98-b507-9f2c85ac4990 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:04.510136 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:04.512913 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:04.544033 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Pushing event updated for resources: {'Port': ['ID=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:04.557667 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.558025 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.558370 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.558715 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.559050 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.559386 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.559721 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.560080 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.560411 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.560743 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.561070 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.561394 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:04.580884 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:04.581508 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.596841 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-42e3bc33-3290-448e-8c94-65cb2f0900d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5650325 Aug 27 04:45:04.618637 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Request body: {'port': {'device_id': 'b9e15d7c-e87e-45b6-a76b-9562f31480ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:04.676659 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.925638 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ae881-4422-49a0-a5da-0d1a56e73d40 req-2c1e4b9c-d4f1-438d-87ea-23f19f309463 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:04.927046 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-430ae881-4422-49a0-a5da-0d1a56e73d40 req-2c1e4b9c-d4f1-438d-87ea-23f19f309463 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 931 time: 0.0772526 Aug 27 04:45:05.004379 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-430ae881-4422-49a0-a5da-0d1a56e73d40 req-84302620-b2de-480a-8c9c-e5cc94a993cf tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701556 Aug 27 04:45:05.019403 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:05.027372 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:05.040028 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Transition to ACTIVE for port object 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:05.044074 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:05.092816 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Pushing event updated for resources: {'Port': ['ID=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:05.161827 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Attempting to bind port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:05.162676 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Attempting to bind port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:05.163032 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Attempting to bind port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 on network dd42b135-3593-4e98-b507-9f2c85ac4990 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:05.167468 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 on network dd42b135-3593-4e98-b507-9f2c85ac4990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:45:05.167827 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Attempting to bind port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 on network dd42b135-3593-4e98-b507-9f2c85ac4990 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:05.172654 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:05.172997 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Checking segment: {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:05.173383 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Bound using segment: {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:05.173811 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Bound port: 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:05.174171 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:05.238419 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] For port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:05.241899 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] For port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:05.246082 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:05.277115 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:05.277739 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:05.279121 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] 10.222.0.35 "PUT /v2.0/ports/92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 HTTP/1.1" status: 200 len: 1093 time: 0.6653981 Aug 27 04:45:05.279569 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e15d7c-e87e-45b6-a76b-9562f31480ec', 'tag': '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:05.281835 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f495f73-b560-432c-9775-e06bfc031726" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e15d7c-e87e-45b6-a76b-9562f31480ec", "tag": "92cbb9c8-5d2b-40f8-bba4-0e8c580aab29"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:05.306304 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb3796-832f-4655-a399-1ab0142b2832 service neutron] Pushing event updated for resources: {'Port': ['ID=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:05.318769 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f4dacd-d7ba-46aa-82e8-3755f04122f4 x-openstack-request-id: req-80f4dacd-d7ba-46aa-82e8-3755f04122f4 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:05.319056 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e15d7c-e87e-45b6-a76b-9562f31480ec", "tag": "92cbb9c8-5d2b-40f8-bba4-0e8c580aab29", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:05.319310 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80f4dacd-d7ba-46aa-82e8-3755f04122f4 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:05.319701 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e15d7c-e87e-45b6-a76b-9562f31480ec', 'tag': '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29', 'status': 'completed', 'code': 200} Aug 27 04:45:06.125761 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835c212-cddd-488f-920f-5b73d2bf223b req-9d799a54-fa9e-4df2-aa3f-a0e5809c55d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:06.127256 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3835c212-cddd-488f-920f-5b73d2bf223b req-9d799a54-fa9e-4df2-aa3f-a0e5809c55d9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0519452 Aug 27 04:45:06.167018 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3835c212-cddd-488f-920f-5b73d2bf223b req-a25ec09e-0893-416b-a6dc-ba3deff8aa7d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Aug 27 04:45:07.287123 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9946f5-12b9-48e2-999f-ec01dd66a177 req-a5fc12ee-1d37-4e61-8b2b-ce2df92cac3c tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:07.288716 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5e9946f5-12b9-48e2-999f-ec01dd66a177 req-a5fc12ee-1d37-4e61-8b2b-ce2df92cac3c tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0532629 Aug 27 04:45:07.326884 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5e9946f5-12b9-48e2-999f-ec01dd66a177 req-4b3d107b-3870-491b-bc44-021a9dec1276 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Aug 27 04:45:08.443847 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e8939-1aa2-4700-9f3a-4c675dbede26 req-d6806f2f-b745-41f4-9e48-5dec4cd68e75 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:08.445368 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cc3e8939-1aa2-4700-9f3a-4c675dbede26 req-d6806f2f-b745-41f4-9e48-5dec4cd68e75 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0498350 Aug 27 04:45:08.486286 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cc3e8939-1aa2-4700-9f3a-4c675dbede26 req-8be14505-8acd-452a-b076-011038d97e88 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334377 Aug 27 04:45:09.042732 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f495f73-b560-432c-9775-e06bfc031726 req-89472389-bf29-47f4-bf71-9ea0832a0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:09.042732 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6f495f73-b560-432c-9775-e06bfc031726 req-89472389-bf29-47f4-bf71-9ea0832a0a5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 1096 time: 0.0442357 Aug 27 04:45:09.152914 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f495f73-b560-432c-9775-e06bfc031726 req-96b8149e-e994-47a6-9553-51129a5a8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:09.154407 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6f495f73-b560-432c-9775-e06bfc031726 req-96b8149e-e994-47a6-9553-51129a5a8eba service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b020e4046e594b05a242175f3df4dec0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0972037 Aug 27 04:45:09.259246 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f495f73-b560-432c-9775-e06bfc031726 req-35807617-34cd-4d7c-9e87-90ff26ef799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:09.261021 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6f495f73-b560-432c-9775-e06bfc031726 req-35807617-34cd-4d7c-9e87-90ff26ef799f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948563 Aug 27 04:45:09.370794 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-4888339e-7c36-4e51-9106-42d9ad0579a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:09.372290 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-4888339e-7c36-4e51-9106-42d9ad0579a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 1096 time: 0.0438182 Aug 27 04:45:09.423646 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-f59b2d75-b31b-4bec-964a-bc0e680ead96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 HTTP/1.1" status: 200 len: 217 time: 0.0338330 Aug 27 04:45:09.478001 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-eaa71ec7-5bcc-40aa-881b-594e8c2b8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:09.479728 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-eaa71ec7-5bcc-40aa-881b-594e8c2b8408 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a HTTP/1.1" status: 200 len: 855 time: 0.0488114 Aug 27 04:45:09.518673 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-b99d12a1-a5d0-4716-82ba-80a6bcd85974 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd42b135-3593-4e98-b507-9f2c85ac4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271473 Aug 27 04:45:09.600458 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5e877-fa32-4d24-bc61-f2afe7eeb638 req-4be488f6-8e3a-4729-a3e5-5c58c8709f6d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:09.601981 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17b5e877-fa32-4d24-bc61-f2afe7eeb638 req-4be488f6-8e3a-4729-a3e5-5c58c8709f6d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0498817 Aug 27 04:45:09.611732 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-ccc02a01-2235-4c2e-a6cd-cc8f6b493104 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846043 Aug 27 04:45:09.642257 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17b5e877-fa32-4d24-bc61-f2afe7eeb638 req-d57bb144-ff17-4bd0-abfb-75e42dd19f5f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Aug 27 04:45:09.713501 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7fb6acd-1d97-4a5d-9012-5525b48005a4 req-8115b48c-7c88-402f-a4fa-931b2fe11880 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938823 Aug 27 04:45:10.757319 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a3257-08e3-479c-8628-f2905627d1fd req-74740555-b2db-4ba8-84e5-aa8e3da9df6e tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:10.758821 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb9a3257-08e3-479c-8628-f2905627d1fd req-74740555-b2db-4ba8-84e5-aa8e3da9df6e tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0495975 Aug 27 04:45:10.796318 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb9a3257-08e3-479c-8628-f2905627d1fd req-3b65ee6b-676b-4285-a641-e3aea078451e tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314932 Aug 27 04:45:11.919611 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fda17-e29c-4ddd-b4a0-927a84543808 req-1fe4e95d-9e37-48bc-95a6-0d920cf9c818 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:11.921179 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1a2fda17-e29c-4ddd-b4a0-927a84543808 req-1fe4e95d-9e37-48bc-95a6-0d920cf9c818 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0571117 Aug 27 04:45:11.959696 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1a2fda17-e29c-4ddd-b4a0-927a84543808 req-7590e02f-23b7-4f45-8fc0-35520d640c94 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Aug 27 04:45:13.070443 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4560db-fcc5-4332-bbfe-31c568fe6fd9 req-5d5c1018-bdea-44f0-b980-cc26684d810a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:13.071895 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd4560db-fcc5-4332-bbfe-31c568fe6fd9 req-5d5c1018-bdea-44f0-b980-cc26684d810a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0479467 Aug 27 04:45:13.112408 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd4560db-fcc5-4332-bbfe-31c568fe6fd9 req-b1a8e07c-6c2d-4371-84e0-c679578d81ac tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347390 Aug 27 04:45:14.228544 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283991a-5d11-495d-9264-b3ad1f8fee39 req-68c5da8c-877c-4b84-8d75-573d680c7f9a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:14.230285 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9283991a-5d11-495d-9264-b3ad1f8fee39 req-68c5da8c-877c-4b84-8d75-573d680c7f9a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0525935 Aug 27 04:45:14.270255 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9283991a-5d11-495d-9264-b3ad1f8fee39 req-1957d277-3712-45c1-aabe-918fdefdedd3 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 Aug 27 04:45:15.384767 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a205-4e9f-432f-a124-cfd272898ba0 req-b74fb5ca-9ef4-493e-bc52-ed269fadc53d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:15.386229 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8866a205-4e9f-432f-a124-cfd272898ba0 req-b74fb5ca-9ef4-493e-bc52-ed269fadc53d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0484920 Aug 27 04:45:15.422919 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8866a205-4e9f-432f-a124-cfd272898ba0 req-483d208b-6a84-4d0d-aaa8-69f65cfee7e5 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Aug 27 04:45:16.537925 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147c8a9-cc7f-44cb-bf7a-4b98fcb277d7 req-781376e6-a7a3-4da2-8af0-ddff12c2cf71 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:16.539469 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a147c8a9-cc7f-44cb-bf7a-4b98fcb277d7 req-781376e6-a7a3-4da2-8af0-ddff12c2cf71 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0502577 Aug 27 04:45:16.578176 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a147c8a9-cc7f-44cb-bf7a-4b98fcb277d7 req-16038fba-1ad9-49a4-9547-153b37bfc827 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Aug 27 04:45:17.261256 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3618574d-33ad-4266-a204-27d164a7a1bd req-4d0e9a78-e8e8-4282-a2dd-e7e86db848e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399482 Aug 27 04:45:17.380835 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618574d-33ad-4266-a204-27d164a7a1bd req-e9e2ed30-9b4d-47b4-872c-ff4248149cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.382874 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3618574d-33ad-4266-a204-27d164a7a1bd req-e9e2ed30-9b4d-47b4-872c-ff4248149cdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 1099 time: 0.0442264 Aug 27 04:45:17.496162 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618574d-33ad-4266-a204-27d164a7a1bd req-0081f065-b782-4077-abaf-da38781b4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.497551 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3618574d-33ad-4266-a204-27d164a7a1bd req-0081f065-b782-4077-abaf-da38781b4ed7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 916 time: 0.0935709 Aug 27 04:45:17.541924 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3618574d-33ad-4266-a204-27d164a7a1bd req-f8d188d3-b975-4210-a254-cfba38c0aff6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44778afc-4a60-4718-8d59-c71e3bebde16 HTTP/1.1" status: 200 len: 217 time: 0.0348880 Aug 27 04:45:17.594224 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618574d-33ad-4266-a204-27d164a7a1bd req-4f9c57ce-13cb-47d6-a7fc-bafb19d87d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.595661 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3618574d-33ad-4266-a204-27d164a7a1bd req-4f9c57ce-13cb-47d6-a7fc-bafb19d87d16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a HTTP/1.1" status: 200 len: 855 time: 0.0462289 Aug 27 04:45:17.628188 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3618574d-33ad-4266-a204-27d164a7a1bd req-ce8afb37-51cf-499c-b2a7-1cc44b97a6f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd42b135-3593-4e98-b507-9f2c85ac4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247762 Aug 27 04:45:17.753262 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0637b30-4ebc-41e8-b81d-30518393fed9 req-c10464ef-74f7-4949-a129-fba6b237c32f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.754719 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e0637b30-4ebc-41e8-b81d-30518393fed9 req-c10464ef-74f7-4949-a129-fba6b237c32f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.1001773 Aug 27 04:45:17.758771 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3618574d-33ad-4266-a204-27d164a7a1bd req-15600335-ba58-4385-a50f-025accab8ff5 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208906 Aug 27 04:45:17.837100 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e0637b30-4ebc-41e8-b81d-30518393fed9 req-6ebe3a5d-02cf-4595-ba73-d4155b69bf48 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757806 Aug 27 04:45:17.871469 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3618574d-33ad-4266-a204-27d164a7a1bd req-3faeac40-2b18-42a5-b957-43574b867619 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035171 Aug 27 04:45:18.955979 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aba196-0745-4ff9-adfc-682a8646d260 req-fc08a29a-0652-434b-b48d-e520bf5ffa50 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:18.957517 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f1aba196-0745-4ff9-adfc-682a8646d260 req-fc08a29a-0652-434b-b48d-e520bf5ffa50 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 943 time: 0.0523057 Aug 27 04:45:18.973261 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:45:18.996868 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f1aba196-0745-4ff9-adfc-682a8646d260 req-4cc452c2-bc8c-4518-bc87-a42a3d4be5d2 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Aug 27 04:45:19.065999 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:19.080397 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29', 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990', 'port_id': '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29', 'mac_address': 'fa:16:3e:91:f4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2e8fef-93d3-4c30-89ea-0dd9ce089f1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:45:19.116544 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:19.129034 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:19.149524 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:19.153236 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:19.199827 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:19.617124 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['92cbb9c8-5d2b-40f8-bba4-0e8c580aab29'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:20.114058 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814b8d9-ad39-4129-a4c0-5c898b81569d req-082fb25f-33d1-47e6-8e33-457f703b72fd tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:20.116040 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d814b8d9-ad39-4129-a4c0-5c898b81569d req-082fb25f-33d1-47e6-8e33-457f703b72fd tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 944 time: 0.0520108 Aug 27 04:45:20.158398 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d814b8d9-ad39-4129-a4c0-5c898b81569d req-fc17c66b-0edb-4731-8bd4-979381210fd5 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360258 Aug 27 04:45:20.975718 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:21.024302 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:21.028331 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:21.028926 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:21.122379 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:21.147132 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e15d7c-e87e-45b6-a76b-9562f31480ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:21.149392 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4d4d1b-6802-4e11-a24f-f465252f7602" -d '{"events": [{"server_uuid": "b9e15d7c-e87e-45b6-a76b-9562f31480ec", "name": "network-vif-plugged", "status": "completed", "tag": "92cbb9c8-5d2b-40f8-bba4-0e8c580aab29"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:21.163102 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:21.167275 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:21.191501 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac2c06-2bd9-4161-9f9a-da16e5a1aa95 x-openstack-request-id: req-28ac2c06-2bd9-4161-9f9a-da16e5a1aa95 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:21.191789 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e15d7c-e87e-45b6-a76b-9562f31480ec", "name": "network-vif-plugged", "status": "completed", "tag": "92cbb9c8-5d2b-40f8-bba4-0e8c580aab29", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:21.192141 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28ac2c06-2bd9-4161-9f9a-da16e5a1aa95 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:21.192491 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e15d7c-e87e-45b6-a76b-9562f31480ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29', 'code': 200} Aug 27 04:45:21.217769 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:21.277999 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a840-cc63-4dca-8b37-25dc29a9d1cd req-9e590a5b-6e3b-4855-bff8-704c0acb4a3e tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:21.279416 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0911a840-cc63-4dca-8b37-25dc29a9d1cd req-9e590a5b-6e3b-4855-bff8-704c0acb4a3e tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 945 time: 0.0506580 Aug 27 04:45:21.321280 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0911a840-cc63-4dca-8b37-25dc29a9d1cd req-2535be51-e7be-42e2-b187-4b1c1e81d12d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353918 Aug 27 04:45:21.392996 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b6c5-1759-40bc-b588-4522ce7fe55a req-288e430f-dfca-4a08-9c0e-0d8b828f50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:21.394448 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a0d0b6c5-1759-40bc-b588-4522ce7fe55a req-288e430f-dfca-4a08-9c0e-0d8b828f50eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 1098 time: 0.0388823 Aug 27 04:45:21.430704 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a0d0b6c5-1759-40bc-b588-4522ce7fe55a req-631f27e6-d8a0-47a8-a69c-c8914eca7869 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273867 Aug 27 04:45:21.755315 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38862) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:21.857833 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3bd64fe-c145-473e-8405-c38cb0c66490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:21.949485 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3bd64fe-c145-473e-8405-c38cb0c66490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:21.953350 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3bd64fe-c145-473e-8405-c38cb0c66490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:21.991739 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f3bd64fe-c145-473e-8405-c38cb0c66490 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=562f49e058d042918f1e69a6592e77b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353449 Aug 27 04:45:21.992634 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd64fe-c145-473e-8405-c38cb0c66490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac0d1d8-de9f-4d98-a5f1-395349bd4c43,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:21.995448 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38866) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:22.052952 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:22.074169 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:22.133967 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:22.136884 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:22.138082 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aac0d1d8-de9f-4d98-a5f1-395349bd4c43 HTTP/1.1" status: 204 len: 168 time: 0.1414688 Aug 27 04:45:22.147218 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac0d1d8-de9f-4d98-a5f1-395349bd4c43,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:22.157831 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.158320 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.158686 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.159250 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.159626 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.160096 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.160498 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.160837 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.161330 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.161807 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.162834 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.163214 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bb142-d160-4b14-811a-33a0c3055e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:22.441126 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d4ca3-ce76-4bd0-8112-afb677a2e9cb req-1b536b87-9fc5-4c66-b377-cb49a720de39 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:22.442651 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-274d4ca3-ce76-4bd0-8112-afb677a2e9cb req-1b536b87-9fc5-4c66-b377-cb49a720de39 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 945 time: 0.0506294 Aug 27 04:45:22.487288 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-274d4ca3-ce76-4bd0-8112-afb677a2e9cb req-fac7f7e0-9046-4b17-af60-489c9551664d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385461 Aug 27 04:45:22.762582 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38890) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:22.855488 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-521901449-network', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:22.876586 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Made reservation on behalf of 268453b6c33d4cc0a6486da778b00f9b for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:22.878929 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:22.887554 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:22.983308 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:22.987069 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.013894 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:23.022320 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe2f86c-9b63-470d-a8f4-946bc9408f0a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:23.028167 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.028513 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Added segment e741e1ac-34da-402e-8e15-321afd94d5c3 of type vlan for network 1818e3b3-3df5-4098-8cd9-7e007e79848c Aug 27 04:45:23.067679 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.092094 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.093066 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:23.093629 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.141963 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3780842 Aug 27 04:45:23.145037 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38894) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:23.151750 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Request body: {'subnet': {'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-521901449-subnet', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:23.152730 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435288e-ef1a-4065-97b4-e9b327321a79 admin admin] Pushing event updated for resources: {'Network': ['ID=1818e3b3-3df5-4098-8cd9-7e007e79848c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:23.162456 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:23.174471 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Made reservation on behalf of 268453b6c33d4cc0a6486da778b00f9b for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:23.176876 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684658'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.352986 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7563212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684544'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.406071 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2848ba15-476c-4f48-84a1-a19606c2d5d2,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:23.414848 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Checking segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:23.415204 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Network hostable DHCP agents. Network: 1818e3b3-3df5-4098-8cd9-7e007e79848c, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:23.431579 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:23.439835 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 1818e3b3-3df5-4098-8cd9-7e007e79848c) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:23.443872 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:23.444532 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.450281 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b7f3f-a08d-429b-b10b-b69c45d18514 None None] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:45:23.460786 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4d664649-c61a-4607-a419-c1fe74af99e5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3106194 Aug 27 04:45:23.460969 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38896) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:23.465181 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:23.486115 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37649'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.487032 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37656'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.541468 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.598754 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5af2bef-eb09-558f-bf8f-27df940447e1-1818e3b3-3df5-4098-8cd9-7e007e79848c', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2'}]}} from dv-cinder-804035-5-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:45:23.600358 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.735386 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Allocated IP 172.20.0.2 (1818e3b3-3df5-4098-8cd9-7e007e79848c/2848ba15-476c-4f48-84a1-a19606c2d5d2/59b03371-d583-4172-86fb-c49d7c017991) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:23.888775 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.898350 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Transition to ACTIVE for port object 59b03371-d583-4172-86fb-c49d7c017991 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:23.914399 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Transition to ACTIVE for port object 59b03371-d583-4172-86fb-c49d7c017991 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:23.920644 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.959030 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:23.964148 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:23.966890 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:23.976457 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Pushing event updated for resources: {'Port': ['ID=59b03371-d583-4172-86fb-c49d7c017991,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:23.983017 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e346b0d-ca88-4b6f-8168-76116549eca7 req-269995cc-3f4b-441b-9b75-f13d4cf2e456 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:23.984366 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4e346b0d-ca88-4b6f-8168-76116549eca7 req-269995cc-3f4b-441b-9b75-f13d4cf2e456 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 945 time: 0.4256315 Aug 27 04:45:23.988291 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:24.030858 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Attempting to bind port 59b03371-d583-4172-86fb-c49d7c017991 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:24.031235 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Attempting to bind port 59b03371-d583-4172-86fb-c49d7c017991 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:24.031600 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Attempting to bind port 59b03371-d583-4172-86fb-c49d7c017991 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:24.036697 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:24.037072 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Checking segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:24.037474 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:24.037869 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Bound using segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:24.038334 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Bound port: 59b03371-d583-4172-86fb-c49d7c017991, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:24.038725 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:24.058123 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4e346b0d-ca88-4b6f-8168-76116549eca7 req-52deefe0-a8b6-4bde-9015-ae8b84780783 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662637 Aug 27 04:45:24.108520 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] For port 59b03371-d583-4172-86fb-c49d7c017991, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:24.112176 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] For port 59b03371-d583-4172-86fb-c49d7c017991, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=59b03371-d583-4172-86fb-c49d7c017991,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:24.118312 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:24.176153 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb1e21-86bc-4ae3-b24a-861a5cb47f47 None None] Pushing event updated for resources: {'Port': ['ID=59b03371-d583-4172-86fb-c49d7c017991,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:24.234030 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:24.254387 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:24.373358 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Allocated IP 172.27.1.236 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/3e64eccb-e62e-43a6-bf06-1f727a8369e9) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:24.501007 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:24.541585 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:24.581948 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:24.587398 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:24.590938 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:24.596490 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Pushing event updated for resources: {'Port': ['ID=3e64eccb-e62e-43a6-bf06-1f727a8369e9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:24.841979 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:25.054436 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:25.103700 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b6bb3f-5651-49e9-9011-e66e3d0790d9 None None] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:45:25.183975 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7a4b8fdc-0b43-409b-9c40-6503bca18baf None None] Provisioning for port 59b03371-d583-4172-86fb-c49d7c017991 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:25.188066 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 is scheduled to L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:45:25.298473 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:25.314423 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Sync routers for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:25.315705 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:25.317006 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e3780915-6e00-4170-b7a1-dc9e8d9d9f77 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8551712 Aug 27 04:45:25.322502 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38914) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:25.328395 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:25.329068 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:44:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:25.588178 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:25.785777 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:24Z', 'revision_number': 3, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:25.806562 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:25.817742 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Checking router: 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:25.818623 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Updating router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 port 3e64eccb-e62e-43a6-bf06-1f727a8369e9 binding host dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:25.846537 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.026875 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-a77444d7-4b73-4305-93d8-f723560a85cd tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:26.026875 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-a77444d7-4b73-4305-93d8-f723560a85cd tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 815 time: 0.1687903 Aug 27 04:45:26.047465 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Allocated IP 172.20.0.1 (1818e3b3-3df5-4098-8cd9-7e007e79848c/2848ba15-476c-4f48-84a1-a19606c2d5d2/b4b2fc93-6df5-40df-8729-1aa92ee094a1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:26.055067 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-4c4a4e9f-1c6c-475c-be7e-971a6a5bdff7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/quotas/b020e4046e594b05a242175f3df4dec0 HTTP/1.1" status: 200 len: 375 time: 0.0212338 Aug 27 04:45:26.097932 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.107747 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Transition to ACTIVE for port object 3e64eccb-e62e-43a6-bf06-1f727a8369e9 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:26.112629 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.164611 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Pushing event updated for resources: {'Port': ['ID=3e64eccb-e62e-43a6-bf06-1f727a8369e9,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:26.166888 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Attempting to bind port 3e64eccb-e62e-43a6-bf06-1f727a8369e9 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:26.167252 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Attempting to bind port 3e64eccb-e62e-43a6-bf06-1f727a8369e9 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:26.167614 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Attempting to bind port 3e64eccb-e62e-43a6-bf06-1f727a8369e9 on network fa882ed6-b8d8-486a-a99b-5928190e8cb5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:26.169106 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-fcb560cf-68b0-47d2-aed1-e54b52d160c8 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075368 Aug 27 04:45:26.176351 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:26.176723 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:26.177118 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.178376 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Bound using segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:26.179000 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Bound port: 3e64eccb-e62e-43a6-bf06-1f727a8369e9, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:26.179566 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.181916 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.182257 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.182767 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.183108 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.183438 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.183761 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.184407 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.184946 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.185047 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.185357 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.185673 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.185989 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:26.237736 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.244403 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 59b03371-d583-4172-86fb-c49d7c017991 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:26.248940 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] For port 3e64eccb-e62e-43a6-bf06-1f727a8369e9, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:26.260794 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Transition to ACTIVE for port object b4b2fc93-6df5-40df-8729-1aa92ee094a1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:26.278538 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] For port 3e64eccb-e62e-43a6-bf06-1f727a8369e9, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=3e64eccb-e62e-43a6-bf06-1f727a8369e9,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:26.288229 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.307370 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-03cf1508-903d-40f2-8545-7d868099f645 service neutron] 10.222.0.53 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243877 Aug 27 04:45:26.324408 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.358695 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:26.359233 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:44:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:26.362398 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaf0bb-4d76-4dda-a6ff-b142930aafd0 None None] Pushing event updated for resources: {'Port': ['ID=3e64eccb-e62e-43a6-bf06-1f727a8369e9,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:26.402874 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 59b03371-d583-4172-86fb-c49d7c017991 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:26.405203 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:26.411416 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 59b03371-d583-4172-86fb-c49d7c017991 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:26.412219 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.412354 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:26.422085 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:26.431014 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Pushing event updated for resources: {'Port': ['ID=b4b2fc93-6df5-40df-8729-1aa92ee094a1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:26.483576 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-0f8c0891-be7e-4fd5-bd62-e52b8b9b95e8 service neutron] 10.222.0.53 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692111 Aug 27 04:45:26.484444 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767140'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.515269 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:26.619907 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.723656 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d223e67c-a889-4a62-9b2f-a622f7ef2f3f req-5b5095c5-fa18-4939-a20c-1e922d359353 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 210 time: 0.0393579 Aug 27 04:45:26.738463 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.815123 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 59b03371-d583-4172-86fb-c49d7c017991, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=59b03371-d583-4172-86fb-c49d7c017991,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:26.823854 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.834236 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbc3f-acaf-42d4-b72a-b6169bbdf292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.843016 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.850991 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.855822 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-73620a3d-a68f-4e71-b24c-ac9c3f5e520d None None] Provisioning for port b4b2fc93-6df5-40df-8729-1aa92ee094a1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:26.868385 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-73620a3d-a68f-4e71-b24c-ac9c3f5e520d None None] Provisioning complete for port b4b2fc93-6df5-40df-8729-1aa92ee094a1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:26.868759 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73620a3d-a68f-4e71-b24c-ac9c3f5e520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.920851 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=59b03371-d583-4172-86fb-c49d7c017991,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:26.927381 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-73620a3d-a68f-4e71-b24c-ac9c3f5e520d None None] Port b4b2fc93-6df5-40df-8729-1aa92ee094a1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:45:26.934615 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:24Z', 'revision_number': 3, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:26.938945 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Pushing event updated for resources: {'Port': ['ID=b4b2fc93-6df5-40df-8729-1aa92ee094a1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:26.950811 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1767227'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.963933 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b5f11-9bfc-48fc-a156-f5bbbcb4ad75 None None] The sync data for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi is: [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:24Z', 'revision_number': 3, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:27.056559 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:27.057990 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:27.191741 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:27.358780 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-36f5a45d-5378-4294-9504-664aa3a804ae None None] Provisioning complete for port b4b2fc93-6df5-40df-8729-1aa92ee094a1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:27.359592 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36f5a45d-5378-4294-9504-664aa3a804ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.362019 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:27.379822 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-76c3f6a9-e3d5-4065-9b7f-e6874cc2947b admin admin] 10.222.0.53 "PUT /v2.0/routers/14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0471771 Aug 27 04:45:27.412877 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-36f5a45d-5378-4294-9504-664aa3a804ae None None] Port b4b2fc93-6df5-40df-8729-1aa92ee094a1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:45:27.828600 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2dd13fb4-7856-4769-8aba-5384e0aa5eba req-fe6a2d55-d7d6-44d7-8f5a-652945de4a33 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 210 time: 0.0328515 Aug 27 04:45:27.890040 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38958) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:27.895038 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1702018701-network', 'tenant_id': '38b357ae2a924752a4637f6438646e3c'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:27.917756 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Made reservation on behalf of 38b357ae2a924752a4637f6438646e3c for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:27.921149 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.931612 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.054294 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.059599 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.064860 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3a07049f-b21c-49c7-8d96-553a999d12a9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:28.066421 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3a07049f-b21c-49c7-8d96-553a999d12a9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 815 time: 0.1184373 Aug 27 04:45:28.081609 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:28.095687 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Request body: {'port': {'device_id': '838b77f4-569b-4f66-93f1-083fb5cb5eca', 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990', 'admin_state_up': True, 'tenant_id': 'b020e4046e594b05a242175f3df4dec0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:28.097034 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9e97ec-d982-4b4f-8d6d-218e630af81f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:28.100833 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.101177 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Added segment e7ec93f5-b276-430c-93bb-d6efacbd4eaf of type vlan for network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc Aug 27 04:45:28.152941 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.183968 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.185004 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:28.185992 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.243580 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3498449 Aug 27 04:45:28.243816 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38964) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:28.248912 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Request body: {'subnet': {'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1702018701-subnet', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:28.257794 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Made reservation on behalf of b020e4046e594b05a242175f3df4dec0 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:28.260904 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 59b03371-d583-4172-86fb-c49d7c017991 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:28.269142 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead1c74-c63e-43c4-a1f8-66b47f1bb0ca admin admin] Pushing event updated for resources: {'Network': ['ID=4783ccae-cfcc-4562-af3f-7aa7acc1a1fc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:28.274794 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.283134 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Made reservation on behalf of 38b357ae2a924752a4637f6438646e3c for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:28.285672 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154548'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.291596 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:28.386337 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 59b03371-d583-4172-86fb-c49d7c017991 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:28.386961 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.436142 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Allocated IP 172.20.0.2 (dd42b135-3593-4e98-b507-9f2c85ac4990/df2e8fef-93d3-4c30-89ea-0dd9ce089f1a/ab2e3ac6-490e-4cc6-b0f2-52534543c6f3) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:28.486253 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 3e64eccb-e62e-43a6-bf06-1f727a8369e9 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:28.551528 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 3e64eccb-e62e-43a6-bf06-1f727a8369e9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:28.559753 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 3e64eccb-e62e-43a6-bf06-1f727a8369e9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:28.563180 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.635962 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.661993 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.685114 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 3e64eccb-e62e-43a6-bf06-1f727a8369e9, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=3e64eccb-e62e-43a6-bf06-1f727a8369e9,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:28.690323 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.690607 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.740436 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Network dd42b135-3593-4e98-b507-9f2c85ac4990 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:28.744410 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:28.745371 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=3e64eccb-e62e-43a6-bf06-1f727a8369e9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:28.748502 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:28.754924 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['44778afc-4a60-4718-8d59-c71e3bebde16', '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:28.784612 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7353175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154438'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.794563 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Pushing event updated for resources: {'Port': ['ID=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:28.824584 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77021678-eae4-46f3-93db-e814294c725a None None] Sync routers for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:28.834465 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b0342b-7ff6-4b3e-b45c-553726df3909,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:28.834736 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77021678-eae4-46f3-93db-e814294c725a None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:28.835305 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-77021678-eae4-46f3-93db-e814294c725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:44:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:28.851254 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:28.857111 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.873625 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Checking segment: {'id': 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:28.873988 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Network hostable DHCP agents. Network: 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:28.888312 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-93269f55-b7a7-4b9a-a707-f4d06752a738 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7980905 Aug 27 04:45:28.894526 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:28.907672 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:28.913482 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:28.915117 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.925100 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00de27b3-11ed-4e2a-baaa-6b21e0f7b3d9 None None] Network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:45:28.936698 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5985b68c-449d-4742-b1ad-b3d5daed11e3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6917360 Aug 27 04:45:28.937986 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38968) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:28.945027 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Request body: {'port': {'device_id': '838b77f4-569b-4f66-93f1-083fb5cb5eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:28.957569 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1702018701-router', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:29.005214 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-77021678-eae4-46f3-93db-e814294c725a None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:29.110672 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9598a074-6c08-4fdd-9955-9f2d4d0853fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.138331 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fb2d5-eaac-4599-9bbc-66a9bc98c6f2 req-167be9f5-f7df-41c7-aa34-feaf5809b55c tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:29.141116 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1b3fb2d5-eaac-4599-9bbc-66a9bc98c6f2 req-167be9f5-f7df-41c7-aa34-feaf5809b55c tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 931 time: 0.2260146 Aug 27 04:45:29.142090 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.168215 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37649'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.170004 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37656'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.177342 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5af2bef-eb09-558f-bf8f-27df940447e1-4783ccae-cfcc-4562-af3f-7aa7acc1a1fc', 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'fixed_ips': [{'subnet_id': '95b0342b-7ff6-4b3e-b45c-553726df3909'}]}} from dv-cinder-804035-5-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:45:29.178194 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.213582 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-77021678-eae4-46f3-93db-e814294c725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 2, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:29.230953 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1b3fb2d5-eaac-4599-9bbc-66a9bc98c6f2 req-5dd1da8d-48b2-4faa-9415-c587e0620476 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708838 Aug 27 04:45:29.244500 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77021678-eae4-46f3-93db-e814294c725a None None] Checking router: 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:29.244866 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77021678-eae4-46f3-93db-e814294c725a None None] Updating router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 port b4b2fc93-6df5-40df-8729-1aa92ee094a1 binding host dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:29.278319 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-77021678-eae4-46f3-93db-e814294c725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.338300 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Allocated IP 172.20.0.2 (4783ccae-cfcc-4562-af3f-7aa7acc1a1fc/95b0342b-7ff6-4b3e-b45c-553726df3909/2ebe6a19-68cb-474e-a6a7-95f343613419) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:29.374684 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.500189 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.516664 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Transition to ACTIVE for port object 2ebe6a19-68cb-474e-a6a7-95f343613419 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:29.534808 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Transition to ACTIVE for port object 2ebe6a19-68cb-474e-a6a7-95f343613419 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:29.540703 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.555228 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-77021678-eae4-46f3-93db-e814294c725a None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.564983 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-77021678-eae4-46f3-93db-e814294c725a None None] Transition to ACTIVE for port object b4b2fc93-6df5-40df-8729-1aa92ee094a1 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:29.571564 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-77021678-eae4-46f3-93db-e814294c725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.580838 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:29.589846 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:29.592373 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:29.600222 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Pushing event updated for resources: {'Port': ['ID=2ebe6a19-68cb-474e-a6a7-95f343613419,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:29.619353 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Pushing event updated for resources: {'Port': ['ID=b4b2fc93-6df5-40df-8729-1aa92ee094a1,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:29.632976 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.633323 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.633995 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.634496 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.635003 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.635493 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.636189 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.636673 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.637182 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.637665 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.638137 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.638625 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:29.667051 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.674478 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Attempting to bind port 2ebe6a19-68cb-474e-a6a7-95f343613419 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:29.674953 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Attempting to bind port 2ebe6a19-68cb-474e-a6a7-95f343613419 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:29.675329 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Attempting to bind port 2ebe6a19-68cb-474e-a6a7-95f343613419 on network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:29.680904 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:29.681294 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Checking segment: {'id': 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:29.681705 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.682163 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Bound using segment: {'id': 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:29.682691 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Bound port: 2ebe6a19-68cb-474e-a6a7-95f343613419, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:29.683085 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.716986 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.729327 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-77021678-eae4-46f3-93db-e814294c725a None None] Attempting to bind port b4b2fc93-6df5-40df-8729-1aa92ee094a1 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:29.730145 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-77021678-eae4-46f3-93db-e814294c725a None None] Attempting to bind port b4b2fc93-6df5-40df-8729-1aa92ee094a1 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:29.730616 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77021678-eae4-46f3-93db-e814294c725a None None] Attempting to bind port b4b2fc93-6df5-40df-8729-1aa92ee094a1 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:29.736740 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77021678-eae4-46f3-93db-e814294c725a None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:29.737397 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77021678-eae4-46f3-93db-e814294c725a None None] Checking segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:29.737796 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-77021678-eae4-46f3-93db-e814294c725a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.738403 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77021678-eae4-46f3-93db-e814294c725a None None] Bound using segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:29.739023 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-77021678-eae4-46f3-93db-e814294c725a None None] Bound port: b4b2fc93-6df5-40df-8729-1aa92ee094a1, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:29.739429 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-77021678-eae4-46f3-93db-e814294c725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.760897 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] For port 2ebe6a19-68cb-474e-a6a7-95f343613419, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:29.764528 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] For port 2ebe6a19-68cb-474e-a6a7-95f343613419, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=2ebe6a19-68cb-474e-a6a7-95f343613419,segment=NetworkSegment(e7ec93f5-b276-430c-93bb-d6efacbd4eaf),segment_id=e7ec93f5-b276-430c-93bb-d6efacbd4eaf)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:29.768862 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.814332 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-77021678-eae4-46f3-93db-e814294c725a None None] For port b4b2fc93-6df5-40df-8729-1aa92ee094a1, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:29.819347 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-77021678-eae4-46f3-93db-e814294c725a None None] For port b4b2fc93-6df5-40df-8729-1aa92ee094a1, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=b4b2fc93-6df5-40df-8729-1aa92ee094a1,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:29.826030 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-77021678-eae4-46f3-93db-e814294c725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.841316 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfe152-c70f-4ffd-940a-581577f24396 None None] Pushing event updated for resources: {'Port': ['ID=2ebe6a19-68cb-474e-a6a7-95f343613419,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:29.901260 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e85d0-1ede-4f9c-a77d-e5095c4836c1 None None] Pushing event updated for resources: {'Port': ['ID=b4b2fc93-6df5-40df-8729-1aa92ee094a1,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:29.916137 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77021678-eae4-46f3-93db-e814294c725a None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:29.916770 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-77021678-eae4-46f3-93db-e814294c725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:45:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:30.062323 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-77021678-eae4-46f3-93db-e814294c725a None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:30.084872 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:30.143693 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.197163 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Transition to ACTIVE for port object ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:30.205264 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.229794 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.234114 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.325628 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 2ebe6a19-68cb-474e-a6a7-95f343613419 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:30.365478 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Pushing event updated for resources: {'Port': ['ID=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:30.394384 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-77021678-eae4-46f3-93db-e814294c725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:29Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:30.400037 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 2ebe6a19-68cb-474e-a6a7-95f343613419 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:30.405723 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 3e64eccb-e62e-43a6-bf06-1f727a8369e9 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:30.414317 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d53fc9-94a1-440b-a82f-23abb53fbf39 req-6cb680f8-caff-4d53-91f0-b799d4f68887 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:30.415888 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53d53fc9-94a1-440b-a82f-23abb53fbf39 req-6cb680f8-caff-4d53-91f0-b799d4f68887 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 943 time: 0.0743201 Aug 27 04:45:30.423967 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77021678-eae4-46f3-93db-e814294c725a None None] The sync data for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi is: [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:29Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:30.466917 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53d53fc9-94a1-440b-a82f-23abb53fbf39 req-3d1a0e36-5679-4098-9dca-b8c385eb4b24 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Aug 27 04:45:30.478124 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.479067 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 3e64eccb-e62e-43a6-bf06-1f727a8369e9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:30.479431 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.483539 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Attempting to bind port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:30.499856 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Attempting to bind port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:30.500428 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Attempting to bind port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 on network dd42b135-3593-4e98-b507-9f2c85ac4990 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:30.516649 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 on network dd42b135-3593-4e98-b507-9f2c85ac4990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:45:30.517122 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Attempting to bind port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 on network dd42b135-3593-4e98-b507-9f2c85ac4990 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:30.532665 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:30.533886 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Checking segment: {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:30.535340 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Bound using segment: {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:30.535802 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Bound port: ab2e3ac6-490e-4cc6-b0f2-52534543c6f3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:30.536254 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.540450 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Allocated IP 172.27.1.27 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/3e9d1650-352a-4f36-a511-f7619935b9f1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:30.673473 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] For port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:30.695142 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] For port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:30.705043 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.724043 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.768221 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:30.769011 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.770575 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] 10.222.0.35 "PUT /v2.0/ports/ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 HTTP/1.1" status: 200 len: 1093 time: 1.8362045 Aug 27 04:45:30.773487 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838b77f4-569b-4f66-93f1-083fb5cb5eca', 'tag': 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:30.776029 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73" -d '{"events": [{"name": "network-changed", "server_uuid": "838b77f4-569b-4f66-93f1-083fb5cb5eca", "tag": "ab2e3ac6-490e-4cc6-b0f2-52534543c6f3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:30.813757 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ef6ef-72de-452b-9c08-56b65e16594d service neutron] Pushing event updated for resources: {'Port': ['ID=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:30.843004 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd15a9e2-e4c9-48f6-ae8a-95cc268de23e x-openstack-request-id: req-bd15a9e2-e4c9-48f6-ae8a-95cc268de23e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:30.843191 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838b77f4-569b-4f66-93f1-083fb5cb5eca", "tag": "ab2e3ac6-490e-4cc6-b0f2-52534543c6f3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:30.843514 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd15a9e2-e4c9-48f6-ae8a-95cc268de23e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:30.844145 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838b77f4-569b-4f66-93f1-083fb5cb5eca', 'tag': 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3', 'status': 'completed', 'code': 200} Aug 27 04:45:30.850302 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.985444 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5852ed60-01bf-4799-90e9-2389a31e7c99 None None] Network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:45:31.198722 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ea0949ac-8290-4b61-aa4f-50f8af02c306 None None] Provisioning for port 2ebe6a19-68cb-474e-a6a7-95f343613419 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:31.200013 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:31.207635 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:31.211150 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:31.215464 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9d1650-352a-4f36-a511-f7619935b9f1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:31.221947 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ea0949ac-8290-4b61-aa4f-50f8af02c306 None None] Provisioning complete for port 2ebe6a19-68cb-474e-a6a7-95f343613419 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:31.222585 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ea0949ac-8290-4b61-aa4f-50f8af02c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.253897 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-b9b16069-3c74-4ca3-9a0c-75686cbb4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:31.255476 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-b9b16069-3c74-4ca3-9a0c-75686cbb4857 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 1096 time: 0.0960705 Aug 27 04:45:31.369496 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-947261ba-5059-4bca-ac41-8946d08c5e17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 HTTP/1.1" status: 200 len: 217 time: 0.0685904 Aug 27 04:45:31.455873 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-f96236b3-bd51-46c0-8356-32cada48b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:31.457752 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-f96236b3-bd51-46c0-8356-32cada48b39a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a HTTP/1.1" status: 200 len: 855 time: 0.0807681 Aug 27 04:45:31.470102 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ea0949ac-8290-4b61-aa4f-50f8af02c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.530163 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ea0949ac-8290-4b61-aa4f-50f8af02c306 None None] For port 2ebe6a19-68cb-474e-a6a7-95f343613419, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=2ebe6a19-68cb-474e-a6a7-95f343613419,segment=NetworkSegment(e7ec93f5-b276-430c-93bb-d6efacbd4eaf),segment_id=e7ec93f5-b276-430c-93bb-d6efacbd4eaf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:31.541198 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ea0949ac-8290-4b61-aa4f-50f8af02c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.564225 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-abab5b75-2e3b-4043-be3a-6d8e5907cef7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd42b135-3593-4e98-b507-9f2c85ac4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627317 Aug 27 04:45:31.627643 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65d60f-4488-4bf7-a884-fa97b4c5367a req-aa3cc36a-44fa-4b57-86af-7d895176cb22 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:31.629395 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba65d60f-4488-4bf7-a884-fa97b4c5367a req-aa3cc36a-44fa-4b57-86af-7d895176cb22 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 943 time: 0.0634937 Aug 27 04:45:31.635799 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0949ac-8290-4b61-aa4f-50f8af02c306 None None] Pushing event updated for resources: {'Port': ['ID=2ebe6a19-68cb-474e-a6a7-95f343613419,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:31.691465 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba65d60f-4488-4bf7-a884-fa97b4c5367a req-0a8862b5-12f5-4b2e-9a37-1927dabd66e4 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534685 Aug 27 04:45:31.722643 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.725744 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-0a15f6c4-a317-465b-8499-18df6afc8954 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496232 Aug 27 04:45:31.763189 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c1ddda25-75fc-4889-adac-fa5b21e12300 None None] Provisioning complete for port 2ebe6a19-68cb-474e-a6a7-95f343613419 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:31.763878 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1ddda25-75fc-4889-adac-fa5b21e12300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.901763 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-faa39958-9f3e-41b3-b1cc-9567582c3f88 req-899c5999-641f-467d-ac70-b14c3cd141ec service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440825 Aug 27 04:45:31.996352 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766971'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.109118 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73 req-f113709a-b96d-4c88-a9af-71e800981838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:32.110514 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73 req-f113709a-b96d-4c88-a9af-71e800981838 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 1096 time: 0.1120753 Aug 27 04:45:32.163145 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.232286 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73 req-96f8f67b-4e32-4c20-a1c8-5d16f32434f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:32.233758 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73 req-96f8f67b-4e32-4c20-a1c8-5d16f32434f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 916 time: 0.1129794 Aug 27 04:45:32.241729 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 is scheduled to L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:45:32.263836 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b4b2fc93-6df5-40df-8729-1aa92ee094a1 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:32.286755 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73 req-d6548e2a-0e5d-4753-a297-79868c3643d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 HTTP/1.1" status: 200 len: 217 time: 0.0426757 Aug 27 04:45:32.319580 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port b4b2fc93-6df5-40df-8729-1aa92ee094a1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:32.323504 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port b4b2fc93-6df5-40df-8729-1aa92ee094a1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:32.323883 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.421748 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73 req-8162ee96-6fd7-465c-94aa-a125122312b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:32.422843 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73 req-8162ee96-6fd7-465c-94aa-a125122312b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a HTTP/1.1" status: 200 len: 855 time: 0.1292038 Aug 27 04:45:32.427269 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.463816 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port b4b2fc93-6df5-40df-8729-1aa92ee094a1, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=b4b2fc93-6df5-40df-8729-1aa92ee094a1,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:32.469423 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.470222 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 2ebe6a19-68cb-474e-a6a7-95f343613419 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:32.473550 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73 req-1e1312a7-3f91-43f3-9da2-4805c18b1b16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd42b135-3593-4e98-b507-9f2c85ac4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405343 Aug 27 04:45:32.478541 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:32.511076 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Sync routers for ids ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:32.539391 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.543383 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4f2e204a-414e-4e17-b604-2baca8fd5fc7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5892355 Aug 27 04:45:32.544116 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38976) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:32.555495 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Routers {'169e2987-1072-48d2-8a8d-a9aeed5fbec4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:32.556174 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:45:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:32.561836 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=b4b2fc93-6df5-40df-8729-1aa92ee094a1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:32.582881 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73 req-d13454c4-6cbb-468c-b358-63dacf269845 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991342 Aug 27 04:45:32.620408 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 2ebe6a19-68cb-474e-a6a7-95f343613419 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:32.620786 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.686249 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9ba7e19-7d42-46e9-b314-6e18bd3e1f73 req-5ea3bb62-0e80-4bcb-acbc-7e3e2d75d9f8 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961676 Aug 27 04:45:32.699709 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Set router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:32.835890 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c737a-a2db-49a0-88cf-32c0ddd991a4 req-a126f309-fea2-4957-9724-391ee763717f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:32.838008 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f24c737a-a2db-49a0-88cf-32c0ddd991a4 req-a126f309-fea2-4957-9724-391ee763717f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 943 time: 0.0514350 Aug 27 04:45:32.889025 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f24c737a-a2db-49a0-88cf-32c0ddd991a4 req-dff65fc4-bf30-4ff6-adb5-f6d16f267a0b tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374260 Aug 27 04:45:32.915957 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'name': 'tempest-TestVolumeBootPattern-1702018701-router', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:29Z', 'updated_at': '2021-08-27T04:45:31Z', 'revision_number': 3, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'gw_port': {'id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:30Z', 'updated_at': '2021-08-27T04:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:32.942127 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Checking router: 169e2987-1072-48d2-8a8d-a9aeed5fbec4 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:32.942487 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Updating router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 port 3e9d1650-352a-4f36-a511-f7619935b9f1 binding host dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:32.983465 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.984970 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.141728 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Allocated IP 172.20.0.1 (4783ccae-cfcc-4562-af3f-7aa7acc1a1fc/95b0342b-7ff6-4b3e-b45c-553726df3909/d1088a74-903f-445a-8f9a-7b2100f3e51c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:33.239087 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.247886 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.249351 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Transition to ACTIVE for port object 3e9d1650-352a-4f36-a511-f7619935b9f1 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:33.254693 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.263298 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Transition to ACTIVE for port object d1088a74-903f-445a-8f9a-7b2100f3e51c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:33.295413 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.304927 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Attempting to bind port 3e9d1650-352a-4f36-a511-f7619935b9f1 on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:33.305302 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Attempting to bind port 3e9d1650-352a-4f36-a511-f7619935b9f1 by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:33.305670 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Attempting to bind port 3e9d1650-352a-4f36-a511-f7619935b9f1 on network fa882ed6-b8d8-486a-a99b-5928190e8cb5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:33.311107 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406923d7-f0d7-4964-b691-f4bd15e0def1 None None] Pushing event updated for resources: {'Port': ['ID=3e9d1650-352a-4f36-a511-f7619935b9f1,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:33.315626 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:33.316024 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Checking segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:33.316435 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.316821 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Bound using segment: {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:33.317291 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Bound port: 3e9d1650-352a-4f36-a511-f7619935b9f1, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:33.318412 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.333297 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:33.338471 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:33.342082 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:33.369996 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Pushing event updated for resources: {'Port': ['ID=d1088a74-903f-445a-8f9a-7b2100f3e51c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:33.380359 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] For port 3e9d1650-352a-4f36-a511-f7619935b9f1, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:33.384796 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] For port 3e9d1650-352a-4f36-a511-f7619935b9f1, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=3e9d1650-352a-4f36-a511-f7619935b9f1,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:33.389427 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1767140'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.390644 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.452447 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Routers {'169e2987-1072-48d2-8a8d-a9aeed5fbec4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:33.453092 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:45:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:33.458909 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406923d7-f0d7-4964-b691-f4bd15e0def1 None None] Pushing event updated for resources: {'Port': ['ID=3e9d1650-352a-4f36-a511-f7619935b9f1,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:33.536373 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.571703 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] Set router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:33.632726 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3d4b732b-9f05-40eb-a9ff-ce2cb34434b3 None None] Provisioning for port d1088a74-903f-445a-8f9a-7b2100f3e51c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:33.669191 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3d4b732b-9f05-40eb-a9ff-ce2cb34434b3 None None] Provisioning complete for port d1088a74-903f-445a-8f9a-7b2100f3e51c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:33.669654 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d4b732b-9f05-40eb-a9ff-ce2cb34434b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.696872 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.701600 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.720959 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3d4b732b-9f05-40eb-a9ff-ce2cb34434b3 None None] Port d1088a74-903f-445a-8f9a-7b2100f3e51c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:45:33.766201 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Pushing event updated for resources: {'Port': ['ID=d1088a74-903f-445a-8f9a-7b2100f3e51c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:33.768655 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1767227'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.785696 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'name': 'tempest-TestVolumeBootPattern-1702018701-router', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:29Z', 'updated_at': '2021-08-27T04:45:31Z', 'revision_number': 3, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'gw_port': {'id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:30Z', 'updated_at': '2021-08-27T04:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:33.812750 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92927-32cc-48f4-a1a7-3e2007f97718 None None] The sync data for ids ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'] in dv-cinder-804035-5-iscsi is: [{'id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'name': 'tempest-TestVolumeBootPattern-1702018701-router', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:29Z', 'updated_at': '2021-08-27T04:45:31Z', 'revision_number': 3, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'gw_port': {'id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:30Z', 'updated_at': '2021-08-27T04:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:33.863448 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:33.864970 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:33.930132 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:34.045404 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2972e-2f9b-438d-8109-77adbb9006e2 req-83b1828e-8214-4645-bc6d-72414e5a4590 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:34.047665 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-88b2972e-2f9b-438d-8109-77adbb9006e2 req-83b1828e-8214-4645-bc6d-72414e5a4590 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 943 time: 0.0729008 Aug 27 04:45:34.052495 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:34.143089 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-88b2972e-2f9b-438d-8109-77adbb9006e2 req-3c1ce466-9aa2-44d0-9b30-0dd6c99371e7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842481 Aug 27 04:45:34.148737 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7b575559-97ea-4c45-9354-c4fde214a2d7 None None] Provisioning complete for port d1088a74-903f-445a-8f9a-7b2100f3e51c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:34.149411 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7b575559-97ea-4c45-9354-c4fde214a2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:34.197644 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7b575559-97ea-4c45-9354-c4fde214a2d7 None None] Port d1088a74-903f-445a-8f9a-7b2100f3e51c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:45:34.237959 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:34.244351 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-cc097044-1db1-4ba9-9dcd-157eefb28716 admin admin] 10.222.0.53 "PUT /v2.0/routers/169e2987-1072-48d2-8a8d-a9aeed5fbec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6985881 Aug 27 04:45:34.293593 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b4b2fc93-6df5-40df-8729-1aa92ee094a1 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:34.346452 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port b4b2fc93-6df5-40df-8729-1aa92ee094a1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:34.346873 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:34.440064 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 3e9d1650-352a-4f36-a511-f7619935b9f1 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:34.490695 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port 3e9d1650-352a-4f36-a511-f7619935b9f1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:34.494818 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 3e9d1650-352a-4f36-a511-f7619935b9f1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:34.495206 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:34.577963 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:34.600164 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port 3e9d1650-352a-4f36-a511-f7619935b9f1, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=3e9d1650-352a-4f36-a511-f7619935b9f1,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:34.605375 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:34.656046 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=3e9d1650-352a-4f36-a511-f7619935b9f1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:35.062597 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38988) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:35.067340 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ee9fa890-fa72-43c4-8cdc-f83edb11cd11 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440466660', 'description': 'tempest-secgroup-smoke-440466660 description', 'project_id': '268453b6c33d4cc0a6486da778b00f9b'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:35.090630 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa890-fa72-43c4-8cdc-f83edb11cd11 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.171687 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa890-fa72-43c4-8cdc-f83edb11cd11 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.176752 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa890-fa72-43c4-8cdc-f83edb11cd11 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.203718 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa890-fa72-43c4-8cdc-f83edb11cd11 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.204979 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ee9fa890-fa72-43c4-8cdc-f83edb11cd11 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1413777 Aug 27 04:45:35.208135 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38992) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:35.209120 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fa890-fa72-43c4-8cdc-f83edb11cd11 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae1319a-0446-4021-ae1a-5ada5eec7994,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:35.213944 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ce16dbaf-5552-44a2-b0db-d848893d2844 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'security_group_rule': {'security_group_id': 'bae1319a-0446-4021-ae1a-5ada5eec7994', 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:35.248755 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce16dbaf-5552-44a2-b0db-d848893d2844 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.293276 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df86358-6057-456d-8b54-cf777105c437 req-2f80ad24-1f65-4c65-be1c-09d68829d46a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:35.294804 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2df86358-6057-456d-8b54-cf777105c437 req-2f80ad24-1f65-4c65-be1c-09d68829d46a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 943 time: 0.0525839 Aug 27 04:45:35.297325 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce16dbaf-5552-44a2-b0db-d848893d2844 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.301408 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:45:35.302652 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce16dbaf-5552-44a2-b0db-d848893d2844 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.321688 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16dbaf-5552-44a2-b0db-d848893d2844 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa58188-c3fd-4393-839a-02f11febd508,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:35.329044 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce16dbaf-5552-44a2-b0db-d848893d2844 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.330272 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ce16dbaf-5552-44a2-b0db-d848893d2844 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202061 Aug 27 04:45:35.333069 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 38994) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:35.338141 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-736f4d8e-746b-40bb-be64-4d9f0848a4e2 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'security_group_rule': {'security_group_id': 'bae1319a-0446-4021-ae1a-5ada5eec7994', 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:35.344539 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2df86358-6057-456d-8b54-cf777105c437 req-62c99a1f-3c4c-43df-be6c-b592c2464734 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Aug 27 04:45:35.366451 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-736f4d8e-746b-40bb-be64-4d9f0848a4e2 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.414229 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Sync routers for ids ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:35.423538 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Routers {'169e2987-1072-48d2-8a8d-a9aeed5fbec4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:35.424189 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:45:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:35.429219 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-736f4d8e-746b-40bb-be64-4d9f0848a4e2 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.433141 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-736f4d8e-746b-40bb-be64-4d9f0848a4e2 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.451955 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f4d8e-746b-40bb-be64-4d9f0848a4e2 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402a2383-4259-4e85-bf57-bce4b7ba75eb,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:35.460361 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-736f4d8e-746b-40bb-be64-4d9f0848a4e2 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.461921 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-736f4d8e-746b-40bb-be64-4d9f0848a4e2 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276717 Aug 27 04:45:35.464861 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38996) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:35.469714 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-df78ad38-cd9b-4a47-a3ca-c927ac491775 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'security_group_rule': {'security_group_id': 'bae1319a-0446-4021-ae1a-5ada5eec7994', 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:35.505578 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df78ad38-cd9b-4a47-a3ca-c927ac491775 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.561313 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df78ad38-cd9b-4a47-a3ca-c927ac491775 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.565485 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df78ad38-cd9b-4a47-a3ca-c927ac491775 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.585784 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78ad38-cd9b-4a47-a3ca-c927ac491775 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c452a9-0cb3-4744-aa57-63504def84f6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:35.590068 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df78ad38-cd9b-4a47-a3ca-c927ac491775 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.594197 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-df78ad38-cd9b-4a47-a3ca-c927ac491775 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253817 Aug 27 04:45:35.594197 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 38998) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:35.598655 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a5caf8af-1ad9-4a59-8368-e98d3b7746f7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'security_group_rule': {'security_group_id': 'bae1319a-0446-4021-ae1a-5ada5eec7994', 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:35.625224 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5caf8af-1ad9-4a59-8368-e98d3b7746f7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.634950 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Set router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:35.683738 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5caf8af-1ad9-4a59-8368-e98d3b7746f7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.687668 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5caf8af-1ad9-4a59-8368-e98d3b7746f7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.705185 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caf8af-1ad9-4a59-8368-e98d3b7746f7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed47122f-8ed6-4606-a08e-1841c08b148c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:35.713346 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5caf8af-1ad9-4a59-8368-e98d3b7746f7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.714609 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a5caf8af-1ad9-4a59-8368-e98d3b7746f7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196046 Aug 27 04:45:35.717256 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39000) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:35.721736 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-478cebe7-910f-4ad3-be6b-1454c8dcc89d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'security_group_rule': {'security_group_id': 'bae1319a-0446-4021-ae1a-5ada5eec7994', 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:35.744182 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-478cebe7-910f-4ad3-be6b-1454c8dcc89d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Project 268453b6c33d4cc0a6486da778b00f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:45:35.749065 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-478cebe7-910f-4ad3-be6b-1454c8dcc89d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.812964 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-478cebe7-910f-4ad3-be6b-1454c8dcc89d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.817333 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-478cebe7-910f-4ad3-be6b-1454c8dcc89d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.835840 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cebe7-910f-4ad3-be6b-1454c8dcc89d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79898bc4-36e9-499b-9ebe-896d23ed1753,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:35.843752 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-478cebe7-910f-4ad3-be6b-1454c8dcc89d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.845236 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-478cebe7-910f-4ad3-be6b-1454c8dcc89d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270375 Aug 27 04:45:35.848360 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39002) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:35.850111 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'name': 'tempest-TestVolumeBootPattern-1702018701-router', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:29Z', 'updated_at': '2021-08-27T04:45:33Z', 'revision_number': 4, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'gw_port': {'id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:30Z', 'updated_at': '2021-08-27T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'd1088a74-903f-445a-8f9a-7b2100f3e51c', 'name': '', 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'mac_address': 'fa:16:3e:b7:99:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '95b0342b-7ff6-4b3e-b45c-553726df3909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:33Z', 'updated_at': '2021-08-27T04:45:33Z', 'revision_number': 2, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'subnets': [{'id': '95b0342b-7ff6-4b3e-b45c-553726df3909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:35.852934 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1603669a-821f-4a8c-bb81-d743753c9518 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'security_group_rule': {'security_group_id': 'bae1319a-0446-4021-ae1a-5ada5eec7994', 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:35.874350 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-1603669a-821f-4a8c-bb81-d743753c9518 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Project 268453b6c33d4cc0a6486da778b00f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:45:35.876468 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Checking router: 169e2987-1072-48d2-8a8d-a9aeed5fbec4 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:35.876821 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Updating router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 port d1088a74-903f-445a-8f9a-7b2100f3e51c binding host dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:35.879091 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1603669a-821f-4a8c-bb81-d743753c9518 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.901579 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.940597 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1603669a-821f-4a8c-bb81-d743753c9518 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.945184 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1603669a-821f-4a8c-bb81-d743753c9518 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383660'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.965184 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603669a-821f-4a8c-bb81-d743753c9518 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb26356-7953-4d9f-b79b-42d168147d14,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:35.972862 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1603669a-821f-4a8c-bb81-d743753c9518 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:35.977154 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1603669a-821f-4a8c-bb81-d743753c9518 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246865 Aug 27 04:45:36.182018 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:36.193720 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Transition to ACTIVE for port object d1088a74-903f-445a-8f9a-7b2100f3e51c will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:36.200642 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:36.204505 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 3e9d1650-352a-4f36-a511-f7619935b9f1 up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:36.246696 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e5234-a955-4d60-a668-27843865528a None None] Pushing event updated for resources: {'Port': ['ID=d1088a74-903f-445a-8f9a-7b2100f3e51c,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:36.275755 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port 3e9d1650-352a-4f36-a511-f7619935b9f1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:36.276189 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:36.307233 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Attempting to bind port d1088a74-903f-445a-8f9a-7b2100f3e51c on host dv-cinder-804035-5-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:36.307878 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Attempting to bind port d1088a74-903f-445a-8f9a-7b2100f3e51c by drivers openvswitch,hyperv on host dv-cinder-804035-5-iscsi at level 0 using segments [{'id': 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:36.308119 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Attempting to bind port d1088a74-903f-445a-8f9a-7b2100f3e51c on network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:36.313668 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Checking agent: {'id': '3d51193d-e99d-446a-9d80-48bee84df010', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 22, 30), 'started_at': datetime.datetime(2021, 8, 27, 4, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:36.314057 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Checking segment: {'id': 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:36.314618 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:36.315084 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Bound using segment: {'id': 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:36.315626 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Bound port: d1088a74-903f-445a-8f9a-7b2100f3e51c, host: dv-cinder-804035-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:36.316108 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:36.410030 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] For port d1088a74-903f-445a-8f9a-7b2100f3e51c, host dv-cinder-804035-5-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:36.414620 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] For port d1088a74-903f-445a-8f9a-7b2100f3e51c, host dv-cinder-804035-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=d1088a74-903f-445a-8f9a-7b2100f3e51c,segment=NetworkSegment(e7ec93f5-b276-430c-93bb-d6efacbd4eaf),segment_id=e7ec93f5-b276-430c-93bb-d6efacbd4eaf)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:36.429708 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:36.509795 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b53881-442d-4165-bfad-235bb8397c1e req-67c5ba67-bcd6-46df-b4e0-a7aacd4fce1a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:36.511766 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Routers {'169e2987-1072-48d2-8a8d-a9aeed5fbec4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:36.512509 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:45:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:36.512969 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-16b53881-442d-4165-bfad-235bb8397c1e req-67c5ba67-bcd6-46df-b4e0-a7aacd4fce1a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 943 time: 0.0634828 Aug 27 04:45:36.577282 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-16b53881-442d-4165-bfad-235bb8397c1e req-1adc679e-87c3-4167-a70f-a52736151bb3 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576267 Aug 27 04:45:36.586502 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e5234-a955-4d60-a668-27843865528a None None] Pushing event updated for resources: {'Port': ['ID=d1088a74-903f-445a-8f9a-7b2100f3e51c,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:36.665935 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] Set router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:36.868249 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'name': 'tempest-TestVolumeBootPattern-1702018701-router', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:29Z', 'updated_at': '2021-08-27T04:45:33Z', 'revision_number': 4, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'gw_port': {'id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:30Z', 'updated_at': '2021-08-27T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'd1088a74-903f-445a-8f9a-7b2100f3e51c', 'name': '', 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'mac_address': 'fa:16:3e:b7:99:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '95b0342b-7ff6-4b3e-b45c-553726df3909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:33Z', 'updated_at': '2021-08-27T04:45:36Z', 'revision_number': 4, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'subnets': [{'id': '95b0342b-7ff6-4b3e-b45c-553726df3909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:36.900404 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ba696-5058-4646-a753-61510e14c5c3 None None] The sync data for ids ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'] in dv-cinder-804035-5-iscsi is: [{'id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'name': 'tempest-TestVolumeBootPattern-1702018701-router', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:29Z', 'updated_at': '2021-08-27T04:45:33Z', 'revision_number': 4, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'gw_port': {'id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:30Z', 'updated_at': '2021-08-27T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'd1088a74-903f-445a-8f9a-7b2100f3e51c', 'name': '', 'network_id': '4783ccae-cfcc-4562-af3f-7aa7acc1a1fc', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'mac_address': 'fa:16:3e:b7:99:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '95b0342b-7ff6-4b3e-b45c-553726df3909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:33Z', 'updated_at': '2021-08-27T04:45:36Z', 'revision_number': 4, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'subnets': [{'id': '95b0342b-7ff6-4b3e-b45c-553726df3909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:37.069537 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:45:37.170675 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:37.182953 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3', 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990', 'port_id': 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3', 'mac_address': 'fa:16:3e:60:b9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2e8fef-93d3-4c30-89ea-0dd9ce089f1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:45:37.228551 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:37.243279 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:37.265544 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:37.269390 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:37.319013 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:37.706617 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129818ca-01e8-41de-879e-8ac1272a8915 req-c85bfa21-81db-4262-a40d-1bcadf450d98 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:37.708226 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-129818ca-01e8-41de-879e-8ac1272a8915 req-c85bfa21-81db-4262-a40d-1bcadf450d98 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 944 time: 0.0516651 Aug 27 04:45:37.746770 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['ab2e3ac6-490e-4cc6-b0f2-52534543c6f3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:37.757022 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-129818ca-01e8-41de-879e-8ac1272a8915 req-6d33ca47-a9ab-487b-a509-bb275fcb4c00 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Aug 27 04:45:38.199712 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device d1088a74-903f-445a-8f9a-7b2100f3e51c up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:38.250487 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning for port d1088a74-903f-445a-8f9a-7b2100f3e51c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:38.254307 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port d1088a74-903f-445a-8f9a-7b2100f3e51c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:38.254687 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:38.332445 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:38.369799 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] For port d1088a74-903f-445a-8f9a-7b2100f3e51c, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=d1088a74-903f-445a-8f9a-7b2100f3e51c,segment=NetworkSegment(e7ec93f5-b276-430c-93bb-d6efacbd4eaf),segment_id=e7ec93f5-b276-430c-93bb-d6efacbd4eaf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:38.377102 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:38.550432 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Pushing event updated for resources: {'Port': ['ID=d1088a74-903f-445a-8f9a-7b2100f3e51c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:38.877662 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f16f03-044d-4d09-87b6-1c1516dbeda0 req-c1b50edb-1787-407c-b07f-4982d9cff6bd tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:38.879122 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9f16f03-044d-4d09-87b6-1c1516dbeda0 req-c1b50edb-1787-407c-b07f-4982d9cff6bd tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 944 time: 0.0490582 Aug 27 04:45:38.918389 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9f16f03-044d-4d09-87b6-1c1516dbeda0 req-db899959-1d48-4b99-8825-a150856590de tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Aug 27 04:45:39.073424 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:39.121990 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:39.125619 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:39.126016 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:39.204855 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:39.229872 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838b77f4-569b-4f66-93f1-083fb5cb5eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:39.232246 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98358507-e1ae-48fb-915f-690c04d17fdb" -d '{"events": [{"server_uuid": "838b77f4-569b-4f66-93f1-083fb5cb5eca", "name": "network-vif-plugged", "status": "completed", "tag": "ab2e3ac6-490e-4cc6-b0f2-52534543c6f3"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:39.246034 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:39.250763 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:39.274940 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b6411b-f9c5-468b-b3d1-113d3b15c6d2 x-openstack-request-id: req-e9b6411b-f9c5-468b-b3d1-113d3b15c6d2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:39.275236 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838b77f4-569b-4f66-93f1-083fb5cb5eca", "name": "network-vif-plugged", "status": "completed", "tag": "ab2e3ac6-490e-4cc6-b0f2-52534543c6f3", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:39.275489 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9b6411b-f9c5-468b-b3d1-113d3b15c6d2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:39.275882 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838b77f4-569b-4f66-93f1-083fb5cb5eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3', 'code': 200} Aug 27 04:45:39.299126 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:39.505535 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9f86e-96b0-4462-a1aa-bd2c9b657eac req-22352515-346b-4c13-b0aa-d19e0841b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:39.507156 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-60e9f86e-96b0-4462-a1aa-bd2c9b657eac req-22352515-346b-4c13-b0aa-d19e0841b22b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 1098 time: 0.0433459 Aug 27 04:45:39.555947 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-60e9f86e-96b0-4462-a1aa-bd2c9b657eac req-16b50111-67d2-433b-994f-acf16ec867ed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295360 Aug 27 04:45:40.035646 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00e2da-6da2-48e1-b63b-a1b398e46fc9 req-e273f408-e5b3-4940-b4cc-206df4f76c8f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:40.037078 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b00e2da-6da2-48e1-b63b-a1b398e46fc9 req-e273f408-e5b3-4940-b4cc-206df4f76c8f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 945 time: 0.0502832 Aug 27 04:45:40.076418 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b00e2da-6da2-48e1-b63b-a1b398e46fc9 req-12e6ce99-6429-4996-a307-9667c1f47dc3 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Aug 27 04:45:40.188095 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device d1088a74-903f-445a-8f9a-7b2100f3e51c up at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:40.235813 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Provisioning complete for port d1088a74-903f-445a-8f9a-7b2100f3e51c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:40.236222 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:41.199356 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0084b7c-f0ab-4d18-8b80-5e1ed343874e req-c6991bec-55be-4f7b-8fc8-4c9a4dc43f38 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.201452 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0084b7c-f0ab-4d18-8b80-5e1ed343874e req-c6991bec-55be-4f7b-8fc8-4c9a4dc43f38 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 945 time: 0.0552750 Aug 27 04:45:41.240663 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0084b7c-f0ab-4d18-8b80-5e1ed343874e req-d7487ef2-d672-45e9-ac24-ce7c61b7e860 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334821 Aug 27 04:45:42.354777 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7548d8-2801-4433-9835-bc124d6727f0 req-8f4efe4d-f071-4a67-9bd1-4fd6e5a98226 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:42.356304 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a7548d8-2801-4433-9835-bc124d6727f0 req-8f4efe4d-f071-4a67-9bd1-4fd6e5a98226 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 945 time: 0.0489419 Aug 27 04:45:42.395309 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6a7548d8-2801-4433-9835-bc124d6727f0 req-d80b1c5b-b57d-4f3c-b3dc-0b839d4c842c tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Aug 27 04:45:53.290802 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b7359-4912-4276-8597-a73383314322 req-372987b4-d144-4987-81f4-52deb3e69b14 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:53.292337 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-372987b4-d144-4987-81f4-52deb3e69b14 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 815 time: 0.1030865 Aug 27 04:45:53.309176 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-7d5e86bd-a9d4-44da-b413-e1655fbbc1c7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/quotas/b020e4046e594b05a242175f3df4dec0 HTTP/1.1" status: 200 len: 375 time: 0.0108733 Aug 27 04:45:53.366240 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-f9b02ef9-5343-4532-bba1-fa8ab8ef6f26 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500724 Aug 27 04:45:53.461440 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-f3355fbb-2bc0-43c7-b21f-e56e98f2b75c service neutron] 10.222.0.53 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893972 Aug 27 04:45:53.551080 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-47ad4a32-d24a-425f-b4d8-5a0a8e2c372d service neutron] 10.222.0.53 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827038 Aug 27 04:45:53.707362 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79f00630-4d57-412d-8901-76b32fb6f3a3 req-379fd5b8-78f0-414d-b1af-27a7c1de9e98 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 210 time: 0.0264900 Aug 27 04:45:54.787965 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b7359-4912-4276-8597-a73383314322 req-77308a5a-e0e0-49a6-8464-dc855b02a934 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:54.789606 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-77308a5a-e0e0-49a6-8464-dc855b02a934 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 815 time: 0.1108871 Aug 27 04:45:54.818723 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-53e534c3-baf7-4ff3-b69a-0b8e8db50ac6 req-8d588c54-4b5c-4b76-b08f-1562074a3838 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 210 time: 0.0279717 Aug 27 04:45:54.824958 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Request body: {'port': {'device_id': '9353ffc8-af99-478a-84a7-b3d3c94aa2b5', 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990', 'admin_state_up': True, 'tenant_id': 'b020e4046e594b05a242175f3df4dec0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:54.931402 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Made reservation on behalf of b020e4046e594b05a242175f3df4dec0 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:54.935047 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.059717 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Allocated IP 172.20.0.4 (dd42b135-3593-4e98-b507-9f2c85ac4990/df2e8fef-93d3-4c30-89ea-0dd9ce089f1a/feb51b59-4be7-4f3e-a070-ba91d8fbaadc) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:55.211334 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.249635 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.288283 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['44778afc-4a60-4718-8d59-c71e3bebde16', '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29', 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:55.291265 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Network dd42b135-3593-4e98-b507-9f2c85ac4990 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:55.296648 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:55.300488 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:55.307655 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Pushing event updated for resources: {'Port': ['ID=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:55.361195 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:55.361881 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.379803 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-6bdbf0bb-e35c-4742-a84f-ed8b59e7b507 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588882 Aug 27 04:45:55.404349 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Request body: {'port': {'device_id': '9353ffc8-af99-478a-84a7-b3d3c94aa2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:55.468251 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.750650 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb51b59-4be7-4f3e-a070-ba91d8fbaadc {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:55.758384 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.770332 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Transition to ACTIVE for port object feb51b59-4be7-4f3e-a070-ba91d8fbaadc will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:55.774622 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.825511 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Pushing event updated for resources: {'Port': ['ID=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:55.903671 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Attempting to bind port feb51b59-4be7-4f3e-a070-ba91d8fbaadc on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:55.904029 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Attempting to bind port feb51b59-4be7-4f3e-a070-ba91d8fbaadc by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:55.904369 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Attempting to bind port feb51b59-4be7-4f3e-a070-ba91d8fbaadc on network dd42b135-3593-4e98-b507-9f2c85ac4990 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:55.908837 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Port feb51b59-4be7-4f3e-a070-ba91d8fbaadc on network dd42b135-3593-4e98-b507-9f2c85ac4990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:45:55.909160 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Attempting to bind port feb51b59-4be7-4f3e-a070-ba91d8fbaadc on network dd42b135-3593-4e98-b507-9f2c85ac4990 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:55.914653 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:55.914993 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Checking segment: {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:55.915379 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Bound using segment: {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:55.915810 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Bound port: feb51b59-4be7-4f3e-a070-ba91d8fbaadc, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3507a14f-4498-419f-8308-fe6724fe5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:55.916198 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.948985 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180163a-95a4-405c-87ff-b1844fc41d28 req-5638d18d-ec5b-4b6e-b21b-e64331c2df66 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:55.950519 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f180163a-95a4-405c-87ff-b1844fc41d28 req-5638d18d-ec5b-4b6e-b21b-e64331c2df66 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 943 time: 0.0490863 Aug 27 04:45:55.984611 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] For port feb51b59-4be7-4f3e-a070-ba91d8fbaadc, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:55.987884 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] For port feb51b59-4be7-4f3e-a070-ba91d8fbaadc, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:55.993582 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.998131 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f180163a-95a4-405c-87ff-b1844fc41d28 req-6f19de69-648a-46d2-b327-e3d2fcaea56f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Aug 27 04:45:56.025657 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:56.026276 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.027758 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] 10.222.0.35 "PUT /v2.0/ports/feb51b59-4be7-4f3e-a070-ba91d8fbaadc HTTP/1.1" status: 200 len: 1093 time: 0.6279020 Aug 27 04:45:56.030121 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9353ffc8-af99-478a-84a7-b3d3c94aa2b5', 'tag': 'feb51b59-4be7-4f3e-a070-ba91d8fbaadc'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:56.032407 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24" -d '{"events": [{"name": "network-changed", "server_uuid": "9353ffc8-af99-478a-84a7-b3d3c94aa2b5", "tag": "feb51b59-4be7-4f3e-a070-ba91d8fbaadc"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:56.065067 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c58b47-ef43-4d5c-aa04-58ac77ed0d77 service neutron] Pushing event updated for resources: {'Port': ['ID=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:56.074502 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0868770-50d7-4324-a58b-74d0a5733945 x-openstack-request-id: req-a0868770-50d7-4324-a58b-74d0a5733945 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:56.074992 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9353ffc8-af99-478a-84a7-b3d3c94aa2b5", "tag": "feb51b59-4be7-4f3e-a070-ba91d8fbaadc", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:56.075183 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0868770-50d7-4324-a58b-74d0a5733945 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:56.075496 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9353ffc8-af99-478a-84a7-b3d3c94aa2b5', 'tag': 'feb51b59-4be7-4f3e-a070-ba91d8fbaadc', 'status': 'completed', 'code': 200} Aug 27 04:45:56.148821 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b7359-4912-4276-8597-a73383314322 req-14b0efae-de0d-4e46-b45b-3949992c9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:56.150345 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-14b0efae-de0d-4e46-b45b-3949992c9ceb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 1096 time: 0.0480447 Aug 27 04:45:56.203812 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-e745ed3f-050a-4f01-8ace-5256d0cec64f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feb51b59-4be7-4f3e-a070-ba91d8fbaadc HTTP/1.1" status: 200 len: 217 time: 0.0343823 Aug 27 04:45:56.254512 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b7359-4912-4276-8597-a73383314322 req-38c23846-74dd-4da6-bd19-b113e3b7e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:56.255900 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-38c23846-74dd-4da6-bd19-b113e3b7e2bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a HTTP/1.1" status: 200 len: 855 time: 0.0436966 Aug 27 04:45:56.290577 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-2223cfb5-9913-4cbe-a095-8e605e76e169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd42b135-3593-4e98-b507-9f2c85ac4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255511 Aug 27 04:45:56.403649 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-14b73ec2-ac8e-4071-b41a-6680ea2b1d89 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059735 Aug 27 04:45:56.497424 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-706b7359-4912-4276-8597-a73383314322 req-126443c0-5f6b-4993-8622-b05b2e3ba9ce service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853786 Aug 27 04:45:56.626712 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24 req-73e96a34-3249-4e94-a120-c8d73d85078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:56.628298 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24 req-73e96a34-3249-4e94-a120-c8d73d85078f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 1096 time: 0.0458345 Aug 27 04:45:56.798675 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d9188029-ec86-4510-9191-c799ca42b3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.918555 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24 req-991b37ca-7029-4916-ac64-ac27ee72ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:56.920107 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24 req-991b37ca-7029-4916-ac64-ac27ee72ec01 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 916 time: 0.0949702 Aug 27 04:45:56.970334 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24 req-5594a154-ce70-4621-b5bc-2f167e175d42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feb51b59-4be7-4f3e-a070-ba91d8fbaadc HTTP/1.1" status: 200 len: 217 time: 0.0395429 Aug 27 04:45:57.023771 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24 req-9a41ef03-fd62-4994-9467-56b1d41f7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:57.026599 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24 req-9a41ef03-fd62-4994-9467-56b1d41f7417 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a HTTP/1.1" status: 200 len: 855 time: 0.0490079 Aug 27 04:45:57.059739 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24 req-729662bf-0a3e-4468-8354-d22aca246725 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd42b135-3593-4e98-b507-9f2c85ac4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253778 Aug 27 04:45:57.138580 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99808b-f074-4d20-a724-c603081ca3f8 req-724d4f5b-a8c8-4e22-adce-c9be8bffc4b2 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:57.140105 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba99808b-f074-4d20-a724-c603081ca3f8 req-724d4f5b-a8c8-4e22-adce-c9be8bffc4b2 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 943 time: 0.0682869 Aug 27 04:45:57.161210 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24 req-ae13c88e-d8d5-400d-9da3-6c154c51456f service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926559 Aug 27 04:45:57.188616 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba99808b-f074-4d20-a724-c603081ca3f8 req-88bd52d7-ee99-4156-bee2-c928b13c2c3c tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383639 Aug 27 04:45:57.265993 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba559cc8-f488-47cf-b59a-1cf3bdc0dd24 req-7447e6a1-63ad-45c2-8e59-225fd67de245 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957930 Aug 27 04:45:58.310944 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3359e43-b77e-401a-bb51-6f7aee704389 req-4b028861-3662-4c35-91e4-f6ed9443bf66 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:58.312497 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f3359e43-b77e-401a-bb51-6f7aee704389 req-4b028861-3662-4c35-91e4-f6ed9443bf66 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 943 time: 0.0530617 Aug 27 04:45:58.351259 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f3359e43-b77e-401a-bb51-6f7aee704389 req-84b03a07-fd7d-459b-8284-45e8e12579bf tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Aug 27 04:45:59.073938 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31720c8a-ba33-4267-892e-43ad16c2b306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:59.467613 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce0527-2d9f-4641-837e-a8941f3683aa req-cd9c3ca3-e612-419c-b795-6b0acac92a32 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:59.469197 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65ce0527-2d9f-4641-837e-a8941f3683aa req-cd9c3ca3-e612-419c-b795-6b0acac92a32 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 943 time: 0.0502365 Aug 27 04:45:59.509225 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65ce0527-2d9f-4641-837e-a8941f3683aa req-54fb177d-1370-4fdd-85c5-60ac9c0763fe tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334995 Aug 27 04:45:59.619329 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:00.453218 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:00.637572 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b1ff-0b18-4d8c-aa4e-9b2e870cb81d req-a09c69d4-9bcf-4207-a60d-2ef0a10d87a7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:00.639117 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0043b1ff-0b18-4d8c-aa4e-9b2e870cb81d req-a09c69d4-9bcf-4207-a60d-2ef0a10d87a7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 943 time: 0.0543947 Aug 27 04:46:00.941901 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0043b1ff-0b18-4d8c-aa4e-9b2e870cb81d req-c64920ca-c900-44b6-8d4d-71df6deb8ff7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888596 Aug 27 04:46:01.186722 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device feb51b59-4be7-4f3e-a070-ba91d8fbaadc details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:46:01.285673 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port feb51b59-4be7-4f3e-a070-ba91d8fbaadc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:01.297870 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': 'feb51b59-4be7-4f3e-a070-ba91d8fbaadc', 'network_id': 'dd42b135-3593-4e98-b507-9f2c85ac4990', 'port_id': 'feb51b59-4be7-4f3e-a070-ba91d8fbaadc', 'mac_address': 'fa:16:3e:ee:85:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2e8fef-93d3-4c30-89ea-0dd9ce089f1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:46:01.334323 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:01.346849 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb51b59-4be7-4f3e-a070-ba91d8fbaadc {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:46:01.367687 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port feb51b59-4be7-4f3e-a070-ba91d8fbaadc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:01.372074 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:01.423969 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:02.073370 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7477c5-50e8-4d62-a520-51614513215e req-8fd245ec-be3b-4a5a-aeaf-7c4827029cd3 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:02.074840 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe7477c5-50e8-4d62-a520-51614513215e req-8fd245ec-be3b-4a5a-aeaf-7c4827029cd3 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 944 time: 0.0647602 Aug 27 04:46:02.078869 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['feb51b59-4be7-4f3e-a070-ba91d8fbaadc'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:46:02.115569 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe7477c5-50e8-4d62-a520-51614513215e req-62c62872-3b94-4818-9235-27289af01382 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Aug 27 04:46:02.167573 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:03.236188 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0275ac-5e97-4d90-b5f5-1352a5700aca req-93fc71f7-42e4-45c6-a2ab-58bc1577f82e tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:03.237696 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2e0275ac-5e97-4d90-b5f5-1352a5700aca req-93fc71f7-42e4-45c6-a2ab-58bc1577f82e tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 944 time: 0.0499694 Aug 27 04:46:03.277329 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2e0275ac-5e97-4d90-b5f5-1352a5700aca req-97a2dcbc-6146-4ad7-9dab-d22035c65e31 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Aug 27 04:46:03.932966 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:04.408603 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17275f-4329-42b6-bba2-e974e3f6e571 req-c1c3a87f-2960-4257-81e8-5312a55af245 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:04.410145 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-da17275f-4329-42b6-bba2-e974e3f6e571 req-c1c3a87f-2960-4257-81e8-5312a55af245 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 944 time: 0.0535157 Aug 27 04:46:04.452868 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-da17275f-4329-42b6-bba2-e974e3f6e571 req-ca533e4d-b900-477c-b7f5-afb7f3985f36 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360742 Aug 27 04:46:05.214522 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device feb51b59-4be7-4f3e-a070-ba91d8fbaadc up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:05.268363 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port feb51b59-4be7-4f3e-a070-ba91d8fbaadc completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:46:05.272139 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port feb51b59-4be7-4f3e-a070-ba91d8fbaadc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:05.272518 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.350267 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.375460 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9353ffc8-af99-478a-84a7-b3d3c94aa2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb51b59-4be7-4f3e-a070-ba91d8fbaadc'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:05.377777 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5227a916-5057-4997-87be-315786a8e8a8" -d '{"events": [{"server_uuid": "9353ffc8-af99-478a-84a7-b3d3c94aa2b5", "name": "network-vif-plugged", "status": "completed", "tag": "feb51b59-4be7-4f3e-a070-ba91d8fbaadc"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:05.390521 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port feb51b59-4be7-4f3e-a070-ba91d8fbaadc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:05.396440 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.421548 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84713afe-1048-488e-83c0-6ac26a6ed793 x-openstack-request-id: req-84713afe-1048-488e-83c0-6ac26a6ed793 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:05.421846 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9353ffc8-af99-478a-84a7-b3d3c94aa2b5", "name": "network-vif-plugged", "status": "completed", "tag": "feb51b59-4be7-4f3e-a070-ba91d8fbaadc", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:05.422104 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84713afe-1048-488e-83c0-6ac26a6ed793 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:05.422500 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9353ffc8-af99-478a-84a7-b3d3c94aa2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb51b59-4be7-4f3e-a070-ba91d8fbaadc', 'code': 200} Aug 27 04:46:05.448267 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:05.573745 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc16224-6c9e-414a-a509-1c2e2094a472 req-b8077366-990b-4229-9a32-bdbec2f2f316 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:05.575311 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ddc16224-6c9e-414a-a509-1c2e2094a472 req-b8077366-990b-4229-9a32-bdbec2f2f316 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 945 time: 0.0517650 Aug 27 04:46:05.616442 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ddc16224-6c9e-414a-a509-1c2e2094a472 req-ba2e6cde-ce86-4375-bb38-ffde4f9fed59 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347545 Aug 27 04:46:05.671443 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80681ff-a186-4e1b-8fe5-c02b4c8f269c req-9df3861f-29b4-4cf0-b336-5be54d3edf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:05.673220 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d80681ff-a186-4e1b-8fe5-c02b4c8f269c req-9df3861f-29b4-4cf0-b336-5be54d3edf27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 1098 time: 0.0403216 Aug 27 04:46:05.710503 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d80681ff-a186-4e1b-8fe5-c02b4c8f269c req-f9fc5b63-e419-45cd-b085-d4f5eb204408 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293775 Aug 27 04:46:06.748720 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e7c5f-7781-413b-8746-511deebcf0f0 req-00fe321c-9011-4dca-9bb8-1826354c4529 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:06.750258 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-745e7c5f-7781-413b-8746-511deebcf0f0 req-00fe321c-9011-4dca-9bb8-1826354c4529 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 945 time: 0.0534716 Aug 27 04:46:06.789769 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-745e7c5f-7781-413b-8746-511deebcf0f0 req-6eaeb329-823e-485d-985e-b704f3d95b13 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 Aug 27 04:46:07.326547 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-4438cc0a-24aa-4df1-9f3a-08bdd4895f4c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440466660&fields=id&tenant_id=268453b6c33d4cc0a6486da778b00f9b HTTP/1.1" status: 200 len: 267 time: 0.0336864 Aug 27 04:46:07.445641 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-808821a7-9028-4c2e-a287-05fc69036618 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:07.447141 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-808821a7-9028-4c2e-a287-05fc69036618 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 811 time: 0.1138628 Aug 27 04:46:07.467197 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-cae234c6-6957-4c59-9882-7949b1bf7ea4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/quotas/268453b6c33d4cc0a6486da778b00f9b HTTP/1.1" status: 200 len: 375 time: 0.0124109 Aug 27 04:46:07.521273 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-a943a8e2-7df3-4340-9c1e-a12894fee6e3 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485549 Aug 27 04:46:07.628529 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-7749f71e-e38f-4c0a-8965-2ce9f03ad118 service neutron] 10.222.0.53 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948260 Aug 27 04:46:07.725184 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-dae88f84-ea60-4aa6-a914-9c5fac360ee3 service neutron] 10.222.0.53 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904126 Aug 27 04:46:07.909177 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684f237-8353-4e19-8749-8b45188ba0b1 req-158e604d-5bf9-43c9-8038-2ae7b4fd2c5a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:07.910643 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0684f237-8353-4e19-8749-8b45188ba0b1 req-158e604d-5bf9-43c9-8038-2ae7b4fd2c5a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 945 time: 0.0510926 Aug 27 04:46:07.954192 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0684f237-8353-4e19-8749-8b45188ba0b1 req-67218d36-43f8-449e-bce1-e2bd566044fc tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344660 Aug 27 04:46:08.051952 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9751d7a3-e5e7-4d52-af59-342a88d33adf req-28e9c8d3-cc5c-42ba-81e4-456f26bbdc67 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 210 time: 0.0380812 Aug 27 04:46:09.168510 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-01e5a445-7583-4b43-993b-e0de6c12c46d req-501035aa-8a7d-44b8-bffe-33ecbfda0079 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 210 time: 0.0337365 Aug 27 04:46:09.180618 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-115c43fc-b40f-4802-9541-affde1b04c03 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:09.188371 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-115c43fc-b40f-4802-9541-affde1b04c03 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 811 time: 0.1203444 Aug 27 04:46:09.243196 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-6eb87c1f-45f2-4f01-bad3-a81420ed4717 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=268453b6c33d4cc0a6486da778b00f9b HTTP/1.1" status: 200 len: 379 time: 0.0449202 Aug 27 04:46:09.255217 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'port': {'device_id': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'admin_state_up': True, 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'security_groups': ['bae1319a-0446-4021-ae1a-5ada5eec7994']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:09.377990 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Made reservation on behalf of 268453b6c33d4cc0a6486da778b00f9b for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:09.382133 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.518814 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Allocated IP 172.20.0.9 (1818e3b3-3df5-4098-8cd9-7e007e79848c/2848ba15-476c-4f48-84a1-a19606c2d5d2/2f4fdbaf-69a6-4d05-be39-30fa63e09ed7) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:09.669616 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.684937 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Transition to ACTIVE for port object 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:46:09.729775 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.790135 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:09.801936 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:09.808649 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:46:09.819186 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'Port': ['ID=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:09.846901 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.847168 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.847506 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.847834 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.848205 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.849072 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.849403 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.849728 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.850348 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.850348 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.850752 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.850981 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:09.891381 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:09.892346 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.912623 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-2edec96a-a130-485a-9e84-af646bec7d36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6615903 Aug 27 04:46:09.978907 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Request body: {'port': {'device_id': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:10.059970 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:10.114116 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c6281ada-7881-41a3-b548-c2aafa2e9109 None None] Provisioning for port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:46:10.118784 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c6281ada-7881-41a3-b548-c2aafa2e9109 None None] Provisioning complete for port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:10.119168 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c6281ada-7881-41a3-b548-c2aafa2e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:10.155902 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c6281ada-7881-41a3-b548-c2aafa2e9109 None None] Port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:46:10.289259 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3190d71-f790-41f4-8466-30f8a100aa20 req-fde5ab0e-d1e6-4310-8569-fe34291aa321 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:10.290827 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e3190d71-f790-41f4-8466-30f8a100aa20 req-fde5ab0e-d1e6-4310-8569-fe34291aa321 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 931 time: 0.0501528 Aug 27 04:46:10.335124 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e3190d71-f790-41f4-8466-30f8a100aa20 req-3cc337d9-cc50-4d1e-9ff9-e5b38fdcc7ec tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339351 Aug 27 04:46:10.342913 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:46:10.353022 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:10.366580 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Transition to ACTIVE for port object 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:46:10.371571 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:10.422042 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:10.510511 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Attempting to bind port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:46:10.510858 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Attempting to bind port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:46:10.511195 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Attempting to bind port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:46:10.516014 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:46:10.516482 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Attempting to bind port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:46:10.522524 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:46:10.522875 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Checking segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:46:10.523273 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Bound using segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:46:10.523713 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Bound port: 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:46:10.524150 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:10.600121 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] For port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7, host hv-cinder-80403, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:10.603252 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] For port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:10.608060 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:10.642725 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:10.643302 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:10.644963 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] 10.222.0.35 "PUT /v2.0/ports/2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 HTTP/1.1" status: 200 len: 1093 time: 0.6708455 Aug 27 04:46:10.645419 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'tag': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:10.647781 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1ad5f4-a543-4d5f-bfcc-521717d219f7", "tag": "2f4fdbaf-69a6-4d05-be39-30fa63e09ed7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:10.681297 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c74fe-cc58-46d8-a0d8-c7eda79fe353 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:10.696013 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca17ff5-bf2a-43ad-9658-5c5ccaf5f848 x-openstack-request-id: req-dca17ff5-bf2a-43ad-9658-5c5ccaf5f848 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:10.696615 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1ad5f4-a543-4d5f-bfcc-521717d219f7", "tag": "2f4fdbaf-69a6-4d05-be39-30fa63e09ed7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:10.696876 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dca17ff5-bf2a-43ad-9658-5c5ccaf5f848 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:10.697742 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'tag': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7', 'status': 'completed', 'code': 200} Aug 27 04:46:10.787054 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-e3da923a-1552-49d3-bbcd-4cb698971dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:10.789010 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-e3da923a-1552-49d3-bbcd-4cb698971dea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 1096 time: 0.0535591 Aug 27 04:46:10.843875 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-8017a393-fb1e-451a-9457-c44e5fee3ff0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 HTTP/1.1" status: 200 len: 217 time: 0.0363474 Aug 27 04:46:10.917964 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-b0fd523c-96ea-4c53-9185-9593546a65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:10.919469 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-b0fd523c-96ea-4c53-9185-9593546a65ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0478153 Aug 27 04:46:10.971201 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-a226196e-22a0-4c3d-951a-2a511ab1424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:10.972767 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-a226196e-22a0-4c3d-951a-2a511ab1424b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461156 Aug 27 04:46:11.065221 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-f4c1ca16-f037-43ae-b6d6-7aad214c2759 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842087 Aug 27 04:46:11.162961 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b0522374-1b10-4063-9773-6cd7c04d2a3d req-63805b05-ca69-467f-af88-bc26ce4821d9 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893617 Aug 27 04:46:11.325519 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-26e249dd-c80e-4ad5-bed0-c87ec64c97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:11.327011 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-26e249dd-c80e-4ad5-bed0-c87ec64c97ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 1096 time: 0.0421228 Aug 27 04:46:11.431450 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-7b2d52d7-c501-4d5d-87d4-892192b51303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:11.433218 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-7b2d52d7-c501-4d5d-87d4-892192b51303 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0984409 Aug 27 04:46:11.468114 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11093d9-2e1c-43a7-a49e-e53d1e0901d5 req-9180f70a-8ac6-4b01-9cff-3810271304a8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:11.469660 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d11093d9-2e1c-43a7-a49e-e53d1e0901d5 req-9180f70a-8ac6-4b01-9cff-3810271304a8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 943 time: 0.0543785 Aug 27 04:46:11.482073 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-ab351463-bf9a-4d70-886d-f7df88e67a3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 HTTP/1.1" status: 200 len: 217 time: 0.0408518 Aug 27 04:46:11.511019 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d11093d9-2e1c-43a7-a49e-e53d1e0901d5 req-a8aeb7f7-74b0-41bb-8984-30f615c74391 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351746 Aug 27 04:46:11.536641 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-20ef6fba-fb53-476a-a11d-432969a33ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:11.538131 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-20ef6fba-fb53-476a-a11d-432969a33ee5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0474105 Aug 27 04:46:11.586738 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-e21beefc-0770-4122-998f-89930769ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:11.588285 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-e21beefc-0770-4122-998f-89930769ba8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414424 Aug 27 04:46:11.690682 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-10fca709-c837-4732-a9ed-f3264366005e service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946267 Aug 27 04:46:11.782186 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f4e8683-5cba-40e6-801c-bd1be42f8ba6 req-24de57cf-36e8-416b-bd3d-57fcd652530e service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845380 Aug 27 04:46:11.916443 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-ce8bac5a-6d7f-405e-8af4-237f4b396f55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408819 Aug 27 04:46:12.021798 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-66ec149b-6daf-4e20-8a7a-350201277bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:12.023318 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-66ec149b-6daf-4e20-8a7a-350201277bed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b020e4046e594b05a242175f3df4dec0&device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 1099 time: 0.0458798 Aug 27 04:46:12.134608 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-28db9302-1dd9-416c-b0d7-4ffce8b69386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:12.136207 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-28db9302-1dd9-416c-b0d7-4ffce8b69386 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 200 len: 916 time: 0.0910385 Aug 27 04:46:12.182712 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-9d0a32ce-a1db-4919-b87b-ccd974d70c82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44778afc-4a60-4718-8d59-c71e3bebde16 HTTP/1.1" status: 200 len: 217 time: 0.0391428 Aug 27 04:46:12.233525 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-2cf25df9-ffe1-4287-becb-7494539289eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:12.235001 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-2cf25df9-ffe1-4287-becb-7494539289eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a HTTP/1.1" status: 200 len: 855 time: 0.0453122 Aug 27 04:46:12.267825 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-8ed7e772-aede-4439-9322-ce52970bcfb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd42b135-3593-4e98-b507-9f2c85ac4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253155 Aug 27 04:46:12.292245 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:46:12.374333 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-273a24e7-1995-484c-ab2d-59873284b340 service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983539 Aug 27 04:46:12.471303 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64464c3a-b740-4a03-8dc6-a58bdc78caef req-bb0f2b5e-49c7-4c00-9ec7-dd3523f6dabb service neutron] 10.222.0.35 "GET /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893104 Aug 27 04:46:12.650180 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7626bd-af77-4017-9e53-c90400fb11f7 req-772827ed-298b-4b3e-a581-3c8fa3b62a68 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:12.651821 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b7626bd-af77-4017-9e53-c90400fb11f7 req-772827ed-298b-4b3e-a581-3c8fa3b62a68 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 943 time: 0.0610921 Aug 27 04:46:12.690923 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b7626bd-af77-4017-9e53-c90400fb11f7 req-7ae3f026-fca6-4dd0-9a25-6396fd2b11c9 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331771 Aug 27 04:46:13.808818 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87292-f598-48cb-a593-8085661f7193 req-32a1bd0c-75ac-41d7-8c06-244000ae4ff3 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:13.810329 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76f87292-f598-48cb-a593-8085661f7193 req-32a1bd0c-75ac-41d7-8c06-244000ae4ff3 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 943 time: 0.0505486 Aug 27 04:46:13.858159 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-76f87292-f598-48cb-a593-8085661f7193 req-871e1f7f-5f17-4eff-9f15-c01b9de89426 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416019 Aug 27 04:46:14.978906 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c167-f404-4004-9ba5-3f6b66fa35c9 req-ea87fc92-c71b-4f33-8fce-bc5dcc43c3e6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:14.980461 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1700c167-f404-4004-9ba5-3f6b66fa35c9 req-ea87fc92-c71b-4f33-8fce-bc5dcc43c3e6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 943 time: 0.0547166 Aug 27 04:46:15.018168 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1700c167-f404-4004-9ba5-3f6b66fa35c9 req-bc6ed101-2b57-4e08-8bb1-ab15bd2c39a9 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316346 Aug 27 04:46:16.136197 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc5f5f-26ab-47d1-8e29-3be80cabdf8d req-c462080d-8f85-4fde-94f0-1ebd38657563 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:16.137721 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4cc5f5f-26ab-47d1-8e29-3be80cabdf8d req-c462080d-8f85-4fde-94f0-1ebd38657563 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 943 time: 0.0514197 Aug 27 04:46:16.197316 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4cc5f5f-26ab-47d1-8e29-3be80cabdf8d req-1a70262a-f0eb-4d75-9449-6243b98d1343 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441129 Aug 27 04:46:17.324628 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce8165-e826-4923-a97c-87fb7a35640e req-b5938c2f-e949-4535-bd4f-389bded75e91 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:17.326182 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-75ce8165-e826-4923-a97c-87fb7a35640e req-b5938c2f-e949-4535-bd4f-389bded75e91 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 943 time: 0.0591357 Aug 27 04:46:17.374046 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-75ce8165-e826-4923-a97c-87fb7a35640e req-9e62133e-b38a-4ac8-8e50-2eeb9d0b577f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415626 Aug 27 04:46:18.497821 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c896e-7a66-457b-a0a7-67f989d64fa8 req-7e6f2cb0-2622-4b04-a0b7-8f7c0e29614c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:18.499313 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f19c896e-7a66-457b-a0a7-67f989d64fa8 req-7e6f2cb0-2622-4b04-a0b7-8f7c0e29614c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 943 time: 0.0541322 Aug 27 04:46:18.538166 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f19c896e-7a66-457b-a0a7-67f989d64fa8 req-7d5f95e0-5411-4ace-beb9-685a23d495a8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329964 Aug 27 04:46:19.317490 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:46:19.412129 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:19.423899 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'port_id': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7', 'mac_address': 'fa:16:3e:36:52:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:46:19.465263 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:19.479466 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:46:19.502508 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:19.508892 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:19.561651 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:19.659693 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd338f85-15a8-4d98-bc4d-d84a9cabcd76 req-3702cebe-045e-4f34-870b-967465a647d8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:19.661315 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bd338f85-15a8-4d98-bc4d-d84a9cabcd76 req-3702cebe-045e-4f34-870b-967465a647d8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 944 time: 0.0532391 Aug 27 04:46:19.704635 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bd338f85-15a8-4d98-bc4d-d84a9cabcd76 req-deeddb9e-16a3-4a32-a0df-7085a1d0d817 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373595 Aug 27 04:46:20.080775 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['2f4fdbaf-69a6-4d05-be39-30fa63e09ed7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:46:20.824756 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fdf6a-7289-48ef-8888-9f954af2c03a req-9b3fe15e-4e08-4f08-abd7-b495b3ac773e tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:20.826459 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d8fdf6a-7289-48ef-8888-9f954af2c03a req-9b3fe15e-4e08-4f08-abd7-b495b3ac773e tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 944 time: 0.0526292 Aug 27 04:46:20.867511 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d8fdf6a-7289-48ef-8888-9f954af2c03a req-e74ff42a-e890-4036-b2cf-26a043858ae5 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349808 Aug 27 04:46:21.148824 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9c416-8bfc-40aa-9156-2c2e22cadf08 req-1f9d1087-cbb3-499f-9415-24658ffa402f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:21.150335 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-38a9c416-8bfc-40aa-9156-2c2e22cadf08 req-1f9d1087-cbb3-499f-9415-24658ffa402f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 945 time: 0.0613329 Aug 27 04:46:21.190490 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-38a9c416-8bfc-40aa-9156-2c2e22cadf08 req-52da9c93-1d7e-484b-9f3f-d355436c4449 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Aug 27 04:46:21.983449 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d6a94-08ec-456b-8b67-856300a837a5 req-81c427ae-8177-44a5-bbfb-e70f8af2315d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:21.984982 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-715d6a94-08ec-456b-8b67-856300a837a5 req-81c427ae-8177-44a5-bbfb-e70f8af2315d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 944 time: 0.0504928 Aug 27 04:46:22.023024 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-715d6a94-08ec-456b-8b67-856300a837a5 req-5f483296-d28a-4e85-8c1f-ee34e55d0fd6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322492 Aug 27 04:46:22.310685 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cff386-a132-4ea7-963a-83050038fecd req-94fefed7-6c53-4fcf-827e-7bd98ae32d7f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:22.312259 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-18cff386-a132-4ea7-963a-83050038fecd req-94fefed7-6c53-4fcf-827e-7bd98ae32d7f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 945 time: 0.0535686 Aug 27 04:46:22.359874 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-18cff386-a132-4ea7-963a-83050038fecd req-d95e8528-b900-4a51-a103-a2fdaf98e1b3 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Aug 27 04:46:23.147409 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830a069-d9c0-435b-8330-eea62ac897b1 req-43644717-268c-499b-967a-39e9c8e35264 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:23.148938 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6830a069-d9c0-435b-8330-eea62ac897b1 req-43644717-268c-499b-967a-39e9c8e35264 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 944 time: 0.0595899 Aug 27 04:46:23.193960 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6830a069-d9c0-435b-8330-eea62ac897b1 req-7a007f1f-98a8-40c2-806f-833b26d583ca tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389957 Aug 27 04:46:23.334764 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:23.396533 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:46:23.400562 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:23.401913 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:23.502098 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:23.529666 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:23.530826 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213d0e1-38c5-4441-b1ff-82ef3a26fc76 req-00f47ff1-e29c-433e-ae9d-90faf2106989 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:23.531821 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2509ee50-6e56-4fb9-9666-527a02215b58" -d '{"events": [{"server_uuid": "0e1ad5f4-a543-4d5f-bfcc-521717d219f7", "name": "network-vif-plugged", "status": "completed", "tag": "2f4fdbaf-69a6-4d05-be39-30fa63e09ed7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:23.532413 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4213d0e1-38c5-4441-b1ff-82ef3a26fc76 req-00f47ff1-e29c-433e-ae9d-90faf2106989 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 945 time: 0.0934718 Aug 27 04:46:23.544842 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:23.554412 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:23.559564 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228a665-2760-485d-b03d-cd6a135acadc req-0e4bbff7-37a2-4cf4-bbf2-ac2d50a15812 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:23.561120 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2228a665-2760-485d-b03d-cd6a135acadc req-0e4bbff7-37a2-4cf4-bbf2-ac2d50a15812 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 945 time: 0.1079707 Aug 27 04:46:23.578977 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856838e7-cb61-4347-b252-da379258ce1f x-openstack-request-id: req-856838e7-cb61-4347-b252-da379258ce1f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:23.579263 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1ad5f4-a543-4d5f-bfcc-521717d219f7", "name": "network-vif-plugged", "status": "completed", "tag": "2f4fdbaf-69a6-4d05-be39-30fa63e09ed7", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:23.579650 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-856838e7-cb61-4347-b252-da379258ce1f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:23.580092 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7', 'code': 200} Aug 27 04:46:23.607000 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:23.622233 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4213d0e1-38c5-4441-b1ff-82ef3a26fc76 req-6ae352a6-70f7-4fe7-8427-6b55508cb68f tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812163 Aug 27 04:46:23.683412 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-2228a665-2760-485d-b03d-cd6a135acadc req-c9da52f2-7c1a-4e7f-8cbb-de5546dc6522 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Deleting port feb51b59-4be7-4f3e-a070-ba91d8fbaadc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:46:23.683754 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2228a665-2760-485d-b03d-cd6a135acadc req-c9da52f2-7c1a-4e7f-8cbb-de5546dc6522 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:23.783095 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2228a665-2760-485d-b03d-cd6a135acadc req-c9da52f2-7c1a-4e7f-8cbb-de5546dc6522 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] For port feb51b59-4be7-4f3e-a070-ba91d8fbaadc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:23.783471 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2228a665-2760-485d-b03d-cd6a135acadc req-c9da52f2-7c1a-4e7f-8cbb-de5546dc6522 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:23.797820 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-2228a665-2760-485d-b03d-cd6a135acadc req-c9da52f2-7c1a-4e7f-8cbb-de5546dc6522 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Calling delete_port for feb51b59-4be7-4f3e-a070-ba91d8fbaadc owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:46:23.873332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503746ff-5dc8-4e7c-b802-19fd91a55ced req-614fe0b1-b670-423a-b7df-c674d8e6f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:23.874772 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-503746ff-5dc8-4e7c-b802-19fd91a55ced req-614fe0b1-b670-423a-b7df-c674d8e6f912 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 1098 time: 0.0411031 Aug 27 04:46:23.911180 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-503746ff-5dc8-4e7c-b802-19fd91a55ced req-69e3c5d9-b4cd-48ca-baeb-211259e03747 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294259 Aug 27 04:46:23.931511 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2228a665-2760-485d-b03d-cd6a135acadc req-c9da52f2-7c1a-4e7f-8cbb-de5546dc6522 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:23.964782 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da52f2-7c1a-4e7f-8cbb-de5546dc6522 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Pushing event deleted for resources: {'Port': ['ID=feb51b59-4be7-4f3e-a070-ba91d8fbaadc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:24.001729 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['44778afc-4a60-4718-8d59-c71e3bebde16', '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29', 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3', 'feb51b59-4be7-4f3e-a070-ba91d8fbaadc'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:46:24.004663 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2228a665-2760-485d-b03d-cd6a135acadc req-c9da52f2-7c1a-4e7f-8cbb-de5546dc6522 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] No DVR routers for this DVR port feb51b59-4be7-4f3e-a070-ba91d8fbaadc on host hv-cinder-80403 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:46:24.008340 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2228a665-2760-485d-b03d-cd6a135acadc req-c9da52f2-7c1a-4e7f-8cbb-de5546dc6522 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:24.011447 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2228a665-2760-485d-b03d-cd6a135acadc req-c9da52f2-7c1a-4e7f-8cbb-de5546dc6522 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "DELETE /v2.0/ports/feb51b59-4be7-4f3e-a070-ba91d8fbaadc HTTP/1.1" status: 204 len: 173 time: 0.4405863 Aug 27 04:46:24.012118 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9353ffc8-af99-478a-84a7-b3d3c94aa2b5', 'name': 'network-vif-deleted', 'tag': 'feb51b59-4be7-4f3e-a070-ba91d8fbaadc'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:24.015675 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36feb94a-33bd-4739-a81d-ee654161480f" -d '{"events": [{"server_uuid": "9353ffc8-af99-478a-84a7-b3d3c94aa2b5", "name": "network-vif-deleted", "tag": "feb51b59-4be7-4f3e-a070-ba91d8fbaadc"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:24.068460 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef8959-627a-42b7-9869-710a89545d79 x-openstack-request-id: req-5eef8959-627a-42b7-9869-710a89545d79 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:24.068892 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9353ffc8-af99-478a-84a7-b3d3c94aa2b5", "name": "network-vif-deleted", "tag": "feb51b59-4be7-4f3e-a070-ba91d8fbaadc", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:24.069281 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5eef8959-627a-42b7-9869-710a89545d79 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:24.069752 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9353ffc8-af99-478a-84a7-b3d3c94aa2b5', 'name': 'network-vif-deleted', 'tag': 'feb51b59-4be7-4f3e-a070-ba91d8fbaadc', 'status': 'completed', 'code': 200} Aug 27 04:46:24.317610 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f09738-442d-47f2-a58d-5f03a56caf07 req-9d1ccf90-33a9-4a9b-8d46-988d5980e865 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:24.319318 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-28f09738-442d-47f2-a58d-5f03a56caf07 req-9d1ccf90-33a9-4a9b-8d46-988d5980e865 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 945 time: 0.0516496 Aug 27 04:46:24.377465 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-28f09738-442d-47f2-a58d-5f03a56caf07 req-5269fb01-89e7-47be-86e7-f1bbb6218543 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506406 Aug 27 04:46:24.756732 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3aae0d54-82ff-4e4d-9145-35e43e47de51 req-ba61f8a1-99e6-4682-acdb-237b32c13cec tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=9353ffc8-af99-478a-84a7-b3d3c94aa2b5 HTTP/1.1" status: 200 len: 210 time: 0.0297985 Aug 27 04:46:25.500359 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ed0a1-f9b5-4e8f-8fb5-97c4842d4197 req-e2e4c6a5-c881-4998-aa36-9a7f3fe7b865 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:25.501903 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-895ed0a1-f9b5-4e8f-8fb5-97c4842d4197 req-e2e4c6a5-c881-4998-aa36-9a7f3fe7b865 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 945 time: 0.0541489 Aug 27 04:46:25.541417 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-895ed0a1-f9b5-4e8f-8fb5-97c4842d4197 req-571165cf-8903-4a8a-9bf3-1455c80070dd tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335538 Aug 27 04:46:26.658633 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46962259-7d7c-4e6d-b570-02152b080aec req-8d7d9066-1ac4-4a48-8321-4f0e361683e8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:26.660202 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-46962259-7d7c-4e6d-b570-02152b080aec req-8d7d9066-1ac4-4a48-8321-4f0e361683e8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 945 time: 0.0511422 Aug 27 04:46:26.699470 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-46962259-7d7c-4e6d-b570-02152b080aec req-c7fc8c92-1c3b-48ea-ab59-644008287e12 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332475 Aug 27 04:46:26.800089 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7251-65e9-4887-8395-f0d3e54941b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:26.819586 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faffae9-f7e1-42b7-85e3-e064fd76a9f9 req-2cf868d1-9ed0-480a-b1e6-eb89f003bde4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:26.821043 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6faffae9-f7e1-42b7-85e3-e064fd76a9f9 req-2cf868d1-9ed0-480a-b1e6-eb89f003bde4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 945 time: 0.0514178 Aug 27 04:46:26.869045 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6faffae9-f7e1-42b7-85e3-e064fd76a9f9 req-ce4ceec9-c328-48bc-99da-267aeefffc63 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380051 Aug 27 04:46:26.891818 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39388) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:27.042966 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df02d82a-a8f0-40a7-9090-af34a8989d62 tempest-TestVolumeBootPattern-1405038631 tempest-TestVolumeBootPattern-1405038631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:27.047470 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-df02d82a-a8f0-40a7-9090-af34a8989d62 tempest-TestVolumeBootPattern-1405038631 tempest-TestVolumeBootPattern-1405038631-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 1093 time: 0.1516855 Aug 27 04:46:27.047724 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39396) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:27.052490 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'floatingip': {'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'port_id': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:27.078806 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.205153 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed913c85-ff1e-4237-85c1-f40eaa343ee4 req-ca214515-6ac2-4a41-a4bb-7440e2bdbd07 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:27.206684 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ed913c85-ff1e-4237-85c1-f40eaa343ee4 req-ca214515-6ac2-4a41-a4bb-7440e2bdbd07 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 945 time: 0.0709002 Aug 27 04:46:27.257847 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ed913c85-ff1e-4237-85c1-f40eaa343ee4 req-c8f78d93-506e-495c-a8d0-bc1de0a46a1c tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434625 Aug 27 04:46:27.263595 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.347557 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device feb51b59-4be7-4f3e-a070-ba91d8fbaadc no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:27.367558 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: feb51b59-4be7-4f3e-a070-ba91d8fbaadc {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:46:27.367897 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device feb51b59-4be7-4f3e-a070-ba91d8fbaadc not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:27.371673 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Allocated IP 172.27.1.167 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/44d30966-b84b-4d12-9ed8-850badf52bf5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:27.481212 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.529573 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.574343 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:27.579295 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:27.582913 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:46:27.588667 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'Port': ['ID=44d30966-b84b-4d12-9ed8-850badf52bf5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:27.614971 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.615251 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.615581 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.615917 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.616278 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.616611 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.616940 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.617266 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.617598 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.617920 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.618242 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:27.618568 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:28.029956 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-24b60266-ff54-4cbe-818e-61ee31bcc507 req-a486aabc-6835-473e-a956-6247f09fb892 service neutron] (93827) timed out ('10.222.0.35', 64764) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:46:28.200660 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:28.271331 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:28.393374 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff7cf9-a803-45bc-904e-9889e7865b2f req-7602a722-3f1e-49e3-9abd-ced2195028f7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:28.395731 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4bff7cf9-a803-45bc-904e-9889e7865b2f req-7602a722-3f1e-49e3-9abd-ced2195028f7 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 945 time: 0.0608857 Aug 27 04:46:28.436232 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4bff7cf9-a803-45bc-904e-9889e7865b2f req-7742e1b2-dfa2-413b-a509-17bceeb0c118 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339143 Aug 27 04:46:28.447140 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:28.452692 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:28.523059 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'Port': ['ID=44d30966-b84b-4d12-9ed8-850badf52bf5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:28.533369 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:28.634299 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Floating IP a033810c-b863-4dd0-856d-6827643e4226 associated. External IP: 172.27.1.167, port: 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7. Aug 27 04:46:28.845906 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:28.949943 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:28.960649 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] Sync routers for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:28.969751 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:28.971024 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:46:28.971660 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:45:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:29.017674 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-df89e8ab-cbc5-4577-9cac-feeed7c87095 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9550240 Aug 27 04:46:29.017674 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'tag': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:29.017674 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d29b1e6-8998-4974-be1f-10b9631a8195" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1ad5f4-a543-4d5f-bfcc-521717d219f7", "tag": "2f4fdbaf-69a6-4d05-be39-30fa63e09ed7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:29.090958 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e53ff747-ccfb-4d82-a72f-bb6666ffc303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:29.100882 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:46:29.120395 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c982ae-1f77-496e-886b-c6e9ba077919 x-openstack-request-id: req-d8c982ae-1f77-496e-886b-c6e9ba077919 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:29.120920 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1ad5f4-a543-4d5f-bfcc-521717d219f7", "tag": "2f4fdbaf-69a6-4d05-be39-30fa63e09ed7", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:29.120920 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8c982ae-1f77-496e-886b-c6e9ba077919 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:29.121311 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'tag': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7', 'status': 'completed', 'code': 200} Aug 27 04:46:29.218209 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-af84f703-de75-42e2-b7a6-caecd4ecde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:29.219660 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-af84f703-de75-42e2-b7a6-caecd4ecde09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 1098 time: 0.0441425 Aug 27 04:46:29.312331 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-f14ca186-96b0-4e64-813c-eb7e3556a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:29.313820 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-f14ca186-96b0-4e64-813c-eb7e3556a8be service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0871894 Aug 27 04:46:29.343962 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': 'a033810c-b863-4dd0-856d-6827643e4226', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:36:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:46:28Z', 'updated_at': '2021-08-27T04:46:28Z', 'revision_number': 0, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:29.375213 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] Checking router: 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:29.386445 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:46:29.387146 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:46:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:29.425443 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-04e7e210-9f7f-46a9-bb38-7f946417e6ac tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:29.427023 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-04e7e210-9f7f-46a9-bb38-7f946417e6ac tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 945 time: 0.0529804 Aug 27 04:46:29.438959 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-8b621c87-35d1-43a6-9a4d-617beb3306f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 HTTP/1.1" status: 200 len: 999 time: 0.0651836 Aug 27 04:46:29.493009 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-5d6fec87-7df9-44f1-95dd-0185e3f6aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:29.494983 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-5d6fec87-7df9-44f1-95dd-0185e3f6aaa9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0494106 Aug 27 04:46:29.565810 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-0558d003-a6f3-4348-aaca-e8e0610da560 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Deleting port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:46:29.566349 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-0558d003-a6f3-4348-aaca-e8e0610da560 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:29.586183 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-2dab5c09-20a8-4265-bf19-aba94d816356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:29.587711 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-2dab5c09-20a8-4265-bf19-aba94d816356 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846605 Aug 27 04:46:29.601189 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c44308-bc4b-40da-a671-a3e7eddc9ea4 req-e827450c-9bbb-4fb8-a182-d3c78240ac0a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:29.603307 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-61c44308-bc4b-40da-a671-a3e7eddc9ea4 req-e827450c-9bbb-4fb8-a182-d3c78240ac0a tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=838b77f4-569b-4f66-93f1-083fb5cb5eca HTTP/1.1" status: 200 len: 945 time: 0.0640981 Aug 27 04:46:29.640415 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:46:29.642990 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:29.674441 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-0558d003-a6f3-4348-aaca-e8e0610da560 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] For port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:29.675488 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-0558d003-a6f3-4348-aaca-e8e0610da560 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:29.691315 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-0558d003-a6f3-4348-aaca-e8e0610da560 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Calling delete_port for ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:46:29.704801 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-61c44308-bc4b-40da-a671-a3e7eddc9ea4 req-2d05f822-592f-4cd1-8b97-e6f0adeb0b95 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790353 Aug 27 04:46:29.729185 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-34324bc0-9c4a-41d0-98eb-601e95442731 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255279 Aug 27 04:46:29.840418 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8d29b1e6-8998-4974-be1f-10b9631a8195 req-77c9d66d-7eb5-4aa8-9a66-609fb05b9ca6 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037297 Aug 27 04:46:29.875913 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-0558d003-a6f3-4348-aaca-e8e0610da560 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:29.906176 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558d003-a6f3-4348-aaca-e8e0610da560 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Pushing event deleted for resources: {'Port': ['ID=ab2e3ac6-490e-4cc6-b0f2-52534543c6f3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:29.920122 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['44778afc-4a60-4718-8d59-c71e3bebde16', '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29', 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:46:29.925259 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': 'a033810c-b863-4dd0-856d-6827643e4226', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:36:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:46:28Z', 'updated_at': '2021-08-27T04:46:28Z', 'revision_number': 0, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:29.959746 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-0558d003-a6f3-4348-aaca-e8e0610da560 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] No DVR routers for this DVR port ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:46:29.962690 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-0558d003-a6f3-4348-aaca-e8e0610da560 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:29.964658 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4630cd30-0563-44e1-8426-ebcd346ea986 req-0558d003-a6f3-4348-aaca-e8e0610da560 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "DELETE /v2.0/ports/ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 HTTP/1.1" status: 204 len: 173 time: 0.5313570 Aug 27 04:46:29.986293 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e84a75-7bc0-47a7-92e9-5091a70cf3c9 None None] The sync data for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi is: [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': 'a033810c-b863-4dd0-856d-6827643e4226', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:36:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:46:28Z', 'updated_at': '2021-08-27T04:46:28Z', 'revision_number': 0, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:30.202452 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca48b2e-efd4-4b00-8dc1-1898226d74dd None None] New status for floating IP a033810c-b863-4dd0-856d-6827643e4226: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:46:30.459035 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:30.997866 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88f638-7c8d-4fda-b98b-9fab1661f863 req-614d4716-e4c7-4957-87f0-3e23d46752e9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:30.999357 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2b88f638-7c8d-4fda-b98b-9fab1661f863 req-614d4716-e4c7-4957-87f0-3e23d46752e9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 945 time: 0.0496640 Aug 27 04:46:31.039132 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2b88f638-7c8d-4fda-b98b-9fab1661f863 req-ddbee50a-fe58-4099-832f-c23249833261 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325685 Aug 27 04:46:31.122861 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838b77f4-569b-4f66-93f1-083fb5cb5eca', 'name': 'network-vif-deleted', 'tag': 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:31.125372 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2776a9e6-c3e1-4249-a18e-e8c279d1713f" -d '{"events": [{"server_uuid": "838b77f4-569b-4f66-93f1-083fb5cb5eca", "name": "network-vif-deleted", "tag": "ab2e3ac6-490e-4cc6-b0f2-52534543c6f3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:31.162401 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f01610-1061-451f-b1e6-e3ed5240a419 x-openstack-request-id: req-a7f01610-1061-451f-b1e6-e3ed5240a419 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:31.162699 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838b77f4-569b-4f66-93f1-083fb5cb5eca", "name": "network-vif-deleted", "tag": "ab2e3ac6-490e-4cc6-b0f2-52534543c6f3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:31.162956 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7f01610-1061-451f-b1e6-e3ed5240a419 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:31.163355 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838b77f4-569b-4f66-93f1-083fb5cb5eca', 'name': 'network-vif-deleted', 'tag': 'ab2e3ac6-490e-4cc6-b0f2-52534543c6f3', 'status': 'completed', 'code': 200} Aug 27 04:46:32.165015 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a85fa-f426-4d8f-a6cc-6b668558aa87 req-8d9c54c1-e28a-40c2-977e-ce143636f5e3 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:32.165721 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:32.166820 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d45a85fa-f426-4d8f-a6cc-6b668558aa87 req-8d9c54c1-e28a-40c2-977e-ce143636f5e3 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 945 time: 0.0592191 Aug 27 04:46:32.213657 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d45a85fa-f426-4d8f-a6cc-6b668558aa87 req-d7239397-ae42-4c25-b0cc-833516ed5e76 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389597 Aug 27 04:46:33.163034 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-4bd7ccd8-d4db-47e6-ab9d-9138ce33dc57 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:33.164594 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-4bd7ccd8-d4db-47e6-ab9d-9138ce33dc57 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 945 time: 0.0531635 Aug 27 04:46:33.278649 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-c7e1822d-401c-4a48-8139-fd98ca704187 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Deleting port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:46:33.278649 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-c7e1822d-401c-4a48-8139-fd98ca704187 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:33.344327 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356195a9-d3a8-4df2-b7e2-302e30e68e62 req-94e4cc4b-5db6-47c4-a166-0b47a9b6b3af tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:33.345912 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-356195a9-d3a8-4df2-b7e2-302e30e68e62 req-94e4cc4b-5db6-47c4-a166-0b47a9b6b3af tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9e15d7c-e87e-45b6-a76b-9562f31480ec HTTP/1.1" status: 200 len: 945 time: 0.0586185 Aug 27 04:46:33.388198 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-c7e1822d-401c-4a48-8139-fd98ca704187 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] For port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:33.388577 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-c7e1822d-401c-4a48-8139-fd98ca704187 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:33.392967 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-356195a9-d3a8-4df2-b7e2-302e30e68e62 req-619779ed-b4c4-43c6-a019-36c5eb13a558 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Aug 27 04:46:33.406928 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-c7e1822d-401c-4a48-8139-fd98ca704187 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Calling delete_port for 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:46:33.416767 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:33.442540 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:46:33.442883 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ab2e3ac6-490e-4cc6-b0f2-52534543c6f3 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:33.545744 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-c7e1822d-401c-4a48-8139-fd98ca704187 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:33.576501 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1822d-401c-4a48-8139-fd98ca704187 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Pushing event deleted for resources: {'Port': ['ID=92cbb9c8-5d2b-40f8-bba4-0e8c580aab29,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:33.584574 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['44778afc-4a60-4718-8d59-c71e3bebde16'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:46:33.617281 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-c7e1822d-401c-4a48-8139-fd98ca704187 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] No DVR routers for this DVR port 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:46:33.620519 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-c7e1822d-401c-4a48-8139-fd98ca704187 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:33.622556 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a5f1712f-0c64-4813-b0c0-0aa6cb344ba1 req-c7e1822d-401c-4a48-8139-fd98ca704187 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "DELETE /v2.0/ports/92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 HTTP/1.1" status: 204 len: 173 time: 0.4506583 Aug 27 04:46:33.623014 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e15d7c-e87e-45b6-a76b-9562f31480ec', 'name': 'network-vif-deleted', 'tag': '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:33.625383 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0102124e-39e3-4085-b020-a354155d05ea" -d '{"events": [{"server_uuid": "b9e15d7c-e87e-45b6-a76b-9562f31480ec", "name": "network-vif-deleted", "tag": "92cbb9c8-5d2b-40f8-bba4-0e8c580aab29"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:33.670200 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1455ae8-fdb4-4bd6-a72a-70720011d7cc x-openstack-request-id: req-b1455ae8-fdb4-4bd6-a72a-70720011d7cc {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:33.670505 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e15d7c-e87e-45b6-a76b-9562f31480ec", "name": "network-vif-deleted", "tag": "92cbb9c8-5d2b-40f8-bba4-0e8c580aab29", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:33.670824 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1455ae8-fdb4-4bd6-a72a-70720011d7cc {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:33.671171 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e15d7c-e87e-45b6-a76b-9562f31480ec', 'name': 'network-vif-deleted', 'tag': '92cbb9c8-5d2b-40f8-bba4-0e8c580aab29', 'status': 'completed', 'code': 200} Aug 27 04:46:33.935871 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:35.409152 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:35.430008 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:46:35.430354 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 92cbb9c8-5d2b-40f8-bba4-0e8c580aab29 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:35.782311 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6e7bc-0c1f-46c6-8049-0b24199b7d43 req-f0a1700c-65d7-4bbf-afe8-95a52291e214 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:35.783777 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-07f6e7bc-0c1f-46c6-8049-0b24199b7d43 req-f0a1700c-65d7-4bbf-afe8-95a52291e214 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 946 time: 0.0479620 Aug 27 04:46:35.821401 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-07f6e7bc-0c1f-46c6-8049-0b24199b7d43 req-06ed28ef-2394-434f-8ecc-7a5fe32982a9 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Aug 27 04:46:36.939436 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5e28-f6f9-460c-bb32-979b42c8d59a req-cd5f896f-2c99-4352-a76a-1ec4009586c1 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:36.940956 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-37eb5e28-f6f9-460c-bb32-979b42c8d59a req-cd5f896f-2c99-4352-a76a-1ec4009586c1 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 946 time: 0.0511622 Aug 27 04:46:36.979063 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-37eb5e28-f6f9-460c-bb32-979b42c8d59a req-385e6464-16cd-4885-a948-af8d05a0497d tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Aug 27 04:46:37.996511 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657336d-f65e-486e-88b8-386054ad6885 req-2c05e494-cd73-44da-bd32-936b538219db tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:37.997997 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3657336d-f65e-486e-88b8-386054ad6885 req-2c05e494-cd73-44da-bd32-936b538219db tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 946 time: 0.0478785 Aug 27 04:46:38.091948 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-3657336d-f65e-486e-88b8-386054ad6885 req-19a839fc-3a46-4051-8b2d-9b8e6aac3610 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Deleting port 44778afc-4a60-4718-8d59-c71e3bebde16 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:46:38.092324 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3657336d-f65e-486e-88b8-386054ad6885 req-19a839fc-3a46-4051-8b2d-9b8e6aac3610 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:38.094330 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d0486-4a15-4092-8bd3-0681e39a6472 req-0b13c2ad-27cd-4b4d-aa61-d18ea56f45bf tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:38.095813 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-122d0486-4a15-4092-8bd3-0681e39a6472 req-0b13c2ad-27cd-4b4d-aa61-d18ea56f45bf tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f2a3fe-d7cd-448c-bb23-256ac860f4ca HTTP/1.1" status: 200 len: 946 time: 0.0509691 Aug 27 04:46:38.133582 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-122d0486-4a15-4092-8bd3-0681e39a6472 req-7152f94c-f055-4fcc-825b-9d0a94c7eb75 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1349f54-f880-4028-a347-7bfe1a03e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Aug 27 04:46:38.182229 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-3657336d-f65e-486e-88b8-386054ad6885 req-19a839fc-3a46-4051-8b2d-9b8e6aac3610 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] For port 44778afc-4a60-4718-8d59-c71e3bebde16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=44778afc-4a60-4718-8d59-c71e3bebde16,segment=NetworkSegment(3507a14f-4498-419f-8308-fe6724fe5f46),segment_id=3507a14f-4498-419f-8308-fe6724fe5f46)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:38.182603 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3657336d-f65e-486e-88b8-386054ad6885 req-19a839fc-3a46-4051-8b2d-9b8e6aac3610 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:38.196557 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-3657336d-f65e-486e-88b8-386054ad6885 req-19a839fc-3a46-4051-8b2d-9b8e6aac3610 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Calling delete_port for 44778afc-4a60-4718-8d59-c71e3bebde16 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:46:38.323437 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3657336d-f65e-486e-88b8-386054ad6885 req-19a839fc-3a46-4051-8b2d-9b8e6aac3610 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:38.351773 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a839fc-3a46-4051-8b2d-9b8e6aac3610 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Pushing event deleted for resources: {'Port': ['ID=44778afc-4a60-4718-8d59-c71e3bebde16,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:38.375975 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['44778afc-4a60-4718-8d59-c71e3bebde16'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:46:38.395898 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3657336d-f65e-486e-88b8-386054ad6885 req-19a839fc-3a46-4051-8b2d-9b8e6aac3610 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] No DVR routers for this DVR port 44778afc-4a60-4718-8d59-c71e3bebde16 on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:46:38.398638 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3657336d-f65e-486e-88b8-386054ad6885 req-19a839fc-3a46-4051-8b2d-9b8e6aac3610 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:38.401631 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3657336d-f65e-486e-88b8-386054ad6885 req-19a839fc-3a46-4051-8b2d-9b8e6aac3610 tempest-AttachVolumeNegativeTest-1116636549 tempest-AttachVolumeNegativeTest-1116636549-project] 10.222.0.35 "DELETE /v2.0/ports/44778afc-4a60-4718-8d59-c71e3bebde16 HTTP/1.1" status: 204 len: 173 time: 0.3959212 Aug 27 04:46:38.402084 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2a3fe-d7cd-448c-bb23-256ac860f4ca', 'name': 'network-vif-deleted', 'tag': '44778afc-4a60-4718-8d59-c71e3bebde16'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:38.404336 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19477e2-2f74-4004-b549-86864e31a9a6" -d '{"events": [{"server_uuid": "d0f2a3fe-d7cd-448c-bb23-256ac860f4ca", "name": "network-vif-deleted", "tag": "44778afc-4a60-4718-8d59-c71e3bebde16"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:38.443295 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7517f442-7897-49b3-8c7e-9e7989ea3b6b x-openstack-request-id: req-7517f442-7897-49b3-8c7e-9e7989ea3b6b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:38.443794 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2a3fe-d7cd-448c-bb23-256ac860f4ca", "name": "network-vif-deleted", "tag": "44778afc-4a60-4718-8d59-c71e3bebde16", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:38.444255 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7517f442-7897-49b3-8c7e-9e7989ea3b6b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:38.444663 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2a3fe-d7cd-448c-bb23-256ac860f4ca', 'name': 'network-vif-deleted', 'tag': '44778afc-4a60-4718-8d59-c71e3bebde16', 'status': 'completed', 'code': 200} Aug 27 04:46:39.193973 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39446) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:39.241820 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a880cfe-2e4d-4a8a-a703-258e6e9d7d3e admin admin] Deleting subnet df2e8fef-93d3-4c30-89ea-0dd9ce089f1a {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:46:39.244891 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a880cfe-2e4d-4a8a-a703-258e6e9d7d3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.278044 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a880cfe-2e4d-4a8a-a703-258e6e9d7d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.320942 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a880cfe-2e4d-4a8a-a703-258e6e9d7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.375881 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a880cfe-2e4d-4a8a-a703-258e6e9d7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.408617 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a880cfe-2e4d-4a8a-a703-258e6e9d7d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.410481 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4a880cfe-2e4d-4a8a-a703-258e6e9d7d3e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/df2e8fef-93d3-4c30-89ea-0dd9ce089f1a HTTP/1.1" status: 204 len: 168 time: 0.2155070 Aug 27 04:46:39.411368 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a880cfe-2e4d-4a8a-a703-258e6e9d7d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2e8fef-93d3-4c30-89ea-0dd9ce089f1a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:39.413156 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39448) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:39.482762 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.565149 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.575250 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd42b135-3593-4e98-b507-9f2c85ac4990']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:39.585269 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3507a14f-4498-419f-8308-fe6724fe5f46') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:39.585566 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3507a14f-4498-419f-8308-fe6724fe5f46') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:39.594087 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7563171'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.607422 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.613057 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:46:39.613440 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7562857'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: Traceback (most recent call last): Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: timer() Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: cb(*args, **kw) Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: return func(*args, **kwargs) Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: self._notify() Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: self.callback(batched_events) Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: event.method(event) Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: return f(self, *a, **k) Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._get(url).json() Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:46:39.615565 dv-cinder-804035-5-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:46:39.666458 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.671693 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.673706 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] 10.222.0.53 "DELETE /v2.0/networks/dd42b135-3593-4e98-b507-9f2c85ac4990 HTTP/1.1" status: 204 len: 168 time: 0.2594035 Aug 27 04:46:39.685047 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05620d3a-5308-4778-a940-91a19645283c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd42b135-3593-4e98-b507-9f2c85ac4990,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:39.832219 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:39.879153 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-13300e86-3ad1-4fc7-a966-58da99d4071d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b020e4046e594b05a242175f3df4dec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452440 Aug 27 04:46:39.882408 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39454) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:39.932236 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-470dfc06-4862-4fb1-b9e5-dd8a8cdcef15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.953423 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-470dfc06-4862-4fb1-b9e5-dd8a8cdcef15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:40.007601 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-470dfc06-4862-4fb1-b9e5-dd8a8cdcef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:40.010164 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-470dfc06-4862-4fb1-b9e5-dd8a8cdcef15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:40.011321 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-470dfc06-4862-4fb1-b9e5-dd8a8cdcef15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1349f54-f880-4028-a347-7bfe1a03e63b HTTP/1.1" status: 204 len: 168 time: 0.1276581 Aug 27 04:46:40.019482 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dfc06-4862-4fb1-b9e5-dd8a8cdcef15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1349f54-f880-4028-a347-7bfe1a03e63b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:41.454871 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 44778afc-4a60-4718-8d59-c71e3bebde16 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:41.474523 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 44778afc-4a60-4718-8d59-c71e3bebde16 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:46:41.474807 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 44778afc-4a60-4718-8d59-c71e3bebde16 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:41.643227 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39504) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:41.744454 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-505c7bfb-596f-45e9-a582-4844908e3d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:41.836427 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-505c7bfb-596f-45e9-a582-4844908e3d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:41.840150 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-505c7bfb-596f-45e9-a582-4844908e3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:41.878500 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-505c7bfb-596f-45e9-a582-4844908e3d3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe1bda097ad842bf8f5966ea7977cb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341678 Aug 27 04:46:41.880302 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c7bfb-596f-45e9-a582-4844908e3d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fbeaf9-34d1-41eb-ac1f-d0bf549fdbc5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:41.881891 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39508) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:41.933453 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3d97d74-1bd7-47e3-8981-f470a30ccb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:41.955767 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3d97d74-1bd7-47e3-8981-f470a30ccb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:42.002447 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3d97d74-1bd7-47e3-8981-f470a30ccb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:42.005080 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3d97d74-1bd7-47e3-8981-f470a30ccb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:42.006258 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d3d97d74-1bd7-47e3-8981-f470a30ccb4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52fbeaf9-34d1-41eb-ac1f-d0bf549fdbc5 HTTP/1.1" status: 204 len: 168 time: 0.1234028 Aug 27 04:46:42.014116 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d97d74-1bd7-47e3-8981-f470a30ccb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fbeaf9-34d1-41eb-ac1f-d0bf549fdbc5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:42.272633 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39514) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:42.285654 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e75cfb9-19dc-4547-b725-5f954960a4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:42.373565 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e75cfb9-19dc-4547-b725-5f954960a4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:42.377381 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e75cfb9-19dc-4547-b725-5f954960a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:42.413508 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75cfb9-19dc-4547-b725-5f954960a4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de087d11-6353-4ba6-8456-c27651cc731a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:42.417851 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9e75cfb9-19dc-4547-b725-5f954960a4e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=895792e2c9e144739120cb96b39a68a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442189 Aug 27 04:46:42.420616 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39518) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:42.471459 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2015301d-baaf-484e-a58e-ba4cb6de9810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:42.492482 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2015301d-baaf-484e-a58e-ba4cb6de9810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:42.541476 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2015301d-baaf-484e-a58e-ba4cb6de9810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:42.544137 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2015301d-baaf-484e-a58e-ba4cb6de9810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:42.545386 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2015301d-baaf-484e-a58e-ba4cb6de9810 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de087d11-6353-4ba6-8456-c27651cc731a HTTP/1.1" status: 204 len: 168 time: 0.1237915 Aug 27 04:46:42.553744 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015301d-baaf-484e-a58e-ba4cb6de9810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de087d11-6353-4ba6-8456-c27651cc731a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:49.296236 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:46:51.140713 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39652) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:51.262856 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f316a462-60f1-491f-ad3a-8f4836cb7f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.366541 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f316a462-60f1-491f-ad3a-8f4836cb7f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.370730 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f316a462-60f1-491f-ad3a-8f4836cb7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.408651 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f316a462-60f1-491f-ad3a-8f4836cb7f74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76fb5490a338468f967ebfc2a2cc9803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667494 Aug 27 04:46:51.409398 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316a462-60f1-491f-ad3a-8f4836cb7f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f392e0-ac31-4bf8-a6d5-a3de24cbf492,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:51.411197 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39656) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:51.461226 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca542d55-b595-44da-845e-bfdb1e6d4bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.483953 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca542d55-b595-44da-845e-bfdb1e6d4bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.532320 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca542d55-b595-44da-845e-bfdb1e6d4bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.534847 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca542d55-b595-44da-845e-bfdb1e6d4bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.536029 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ca542d55-b595-44da-845e-bfdb1e6d4bf6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6f392e0-ac31-4bf8-a6d5-a3de24cbf492 HTTP/1.1" status: 204 len: 168 time: 0.1238530 Aug 27 04:46:51.545192 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca542d55-b595-44da-845e-bfdb1e6d4bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f392e0-ac31-4bf8-a6d5-a3de24cbf492,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:51.804536 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39662) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:51.817823 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-498b158f-85e6-4adc-b5cc-581eb466b6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.910582 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-498b158f-85e6-4adc-b5cc-581eb466b6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.915284 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-498b158f-85e6-4adc-b5cc-581eb466b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.951520 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-498b158f-85e6-4adc-b5cc-581eb466b6cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e25dcd5b64f94b02aea1f2d3183c068e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459472 Aug 27 04:46:51.952359 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b158f-85e6-4adc-b5cc-581eb466b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce230ce5-5de5-4926-ba56-ca9601c3278b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:51.954375 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39664) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:52.001634 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-083693e5-3789-4fb9-ab2c-ebbffebd009f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.022490 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-083693e5-3789-4fb9-ab2c-ebbffebd009f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.071304 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-083693e5-3789-4fb9-ab2c-ebbffebd009f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.073880 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-083693e5-3789-4fb9-ab2c-ebbffebd009f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.075040 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-083693e5-3789-4fb9-ab2c-ebbffebd009f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce230ce5-5de5-4926-ba56-ca9601c3278b HTTP/1.1" status: 204 len: 168 time: 0.1196752 Aug 27 04:46:52.082948 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083693e5-3789-4fb9-ab2c-ebbffebd009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce230ce5-5de5-4926-ba56-ca9601c3278b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:52.382982 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39670) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:52.396106 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f65407e3-195f-4a48-a10c-8f7feeb99f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.483256 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f65407e3-195f-4a48-a10c-8f7feeb99f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.487020 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f65407e3-195f-4a48-a10c-8f7feeb99f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.524679 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f65407e3-195f-4a48-a10c-8f7feeb99f70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d72ecad937b4bcaa0612985ab3aba6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406033 Aug 27 04:46:52.525770 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65407e3-195f-4a48-a10c-8f7feeb99f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebcead2-2f59-4498-a72e-357abda4324d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:52.527380 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39672) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:52.576829 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8e54233-5a5a-44dd-beea-6e12f2f1dfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.597671 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8e54233-5a5a-44dd-beea-6e12f2f1dfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.645291 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8e54233-5a5a-44dd-beea-6e12f2f1dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.648710 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8e54233-5a5a-44dd-beea-6e12f2f1dfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.649848 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c8e54233-5a5a-44dd-beea-6e12f2f1dfcb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bebcead2-2f59-4498-a72e-357abda4324d HTTP/1.1" status: 204 len: 168 time: 0.1214645 Aug 27 04:46:52.657489 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e54233-5a5a-44dd-beea-6e12f2f1dfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebcead2-2f59-4498-a72e-357abda4324d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:56.806153 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-129c04da-72a7-4099-86f6-57a56fa81370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:56.987122 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39744) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:57.098336 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4999b0db-bfa3-476b-8938-ddcf2ca9f2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.190419 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4999b0db-bfa3-476b-8938-ddcf2ca9f2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.194983 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4999b0db-bfa3-476b-8938-ddcf2ca9f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.234771 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4999b0db-bfa3-476b-8938-ddcf2ca9f2e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=761097897f0e499fa1e24098dfe4bda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462096 Aug 27 04:46:57.235849 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999b0db-bfa3-476b-8938-ddcf2ca9f2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c048e0-cb06-4022-a74d-49086cf8b97c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:57.237297 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39748) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:57.286024 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a50d89-f8c4-4d7d-9c8a-edaae72ab464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.306206 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a50d89-f8c4-4d7d-9c8a-edaae72ab464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.356280 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a50d89-f8c4-4d7d-9c8a-edaae72ab464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.358864 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a50d89-f8c4-4d7d-9c8a-edaae72ab464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.360076 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-05a50d89-f8c4-4d7d-9c8a-edaae72ab464 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8c048e0-cb06-4022-a74d-49086cf8b97c HTTP/1.1" status: 204 len: 168 time: 0.1217797 Aug 27 04:46:57.369981 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a50d89-f8c4-4d7d-9c8a-edaae72ab464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c048e0-cb06-4022-a74d-49086cf8b97c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:57.630710 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39754) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:57.647182 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a591a7f7-53e2-4949-944f-1e131e9eb2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.734944 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a591a7f7-53e2-4949-944f-1e131e9eb2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.738837 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a591a7f7-53e2-4949-944f-1e131e9eb2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.777975 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a591a7f7-53e2-4949-944f-1e131e9eb2a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86c060a24873470983ac5bfc3036c622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454322 Aug 27 04:46:57.778863 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591a7f7-53e2-4949-944f-1e131e9eb2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676d0256-58bc-4276-9dd6-c4b489d60043,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:57.780768 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39756) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:57.830263 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc727769-2c04-40b6-a6b4-053b6945b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.852252 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc727769-2c04-40b6-a6b4-053b6945b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.899863 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc727769-2c04-40b6-a6b4-053b6945b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.902418 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc727769-2c04-40b6-a6b4-053b6945b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.903556 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bc727769-2c04-40b6-a6b4-053b6945b205 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/676d0256-58bc-4276-9dd6-c4b489d60043 HTTP/1.1" status: 204 len: 168 time: 0.1217198 Aug 27 04:46:57.910917 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc727769-2c04-40b6-a6b4-053b6945b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676d0256-58bc-4276-9dd6-c4b489d60043,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:58.934113 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39788) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:59.043129 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f958432f-8b3d-4b73-aa8b-9ab0f0613d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:59.074665 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c858b930-f68a-4512-bc3c-2aeabb56c628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:59.130906 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f958432f-8b3d-4b73-aa8b-9ab0f0613d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:59.135153 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f958432f-8b3d-4b73-aa8b-9ab0f0613d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:59.172193 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f958432f-8b3d-4b73-aa8b-9ab0f0613d0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66904fd89472409d91b00b223a1eaa80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369325 Aug 27 04:46:59.173048 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958432f-8b3d-4b73-aa8b-9ab0f0613d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99080d43-9fa7-484a-ab72-ef9d7caacd98,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:59.175852 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39792) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:59.227025 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4cab-719f-4176-aae6-a0e30506d492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:59.248467 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4cab-719f-4176-aae6-a0e30506d492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:59.295813 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4cab-719f-4176-aae6-a0e30506d492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:59.298354 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4cab-719f-4176-aae6-a0e30506d492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:59.299532 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2e9c4cab-719f-4176-aae6-a0e30506d492 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99080d43-9fa7-484a-ab72-ef9d7caacd98 HTTP/1.1" status: 204 len: 168 time: 0.1224802 Aug 27 04:46:59.307799 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c4cab-719f-4176-aae6-a0e30506d492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99080d43-9fa7-484a-ab72-ef9d7caacd98,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:59.627122 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:59.910877 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 39814) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:00.003926 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-337299734-network', 'tenant_id': '7521afb8ad9443b7b3c079e0b31051ab'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:00.025400 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Made reservation on behalf of 7521afb8ad9443b7b3c079e0b31051ab for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:00.027723 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.035783 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.125234 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.129622 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.154071 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:00.163373 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98977592-7833-47f6-86dd-2920fe1db7e1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:00.168395 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.168740 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Added segment 6167ac07-4ebf-457c-8e3b-f580fdfc7272 of type vlan for network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 Aug 27 04:47:00.207675 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776996982137'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.233352 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.234408 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:00.234992 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.288495 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3765178 Aug 27 04:47:00.291482 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 39818) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:00.293544 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d2f2b-5f99-435c-b2b3-e1ae7b3e279d admin admin] Pushing event updated for resources: {'Network': ['ID=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:00.296782 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Request body: {'subnet': {'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-337299734-subnet', 'tenant_id': '7521afb8ad9443b7b3c079e0b31051ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:00.303844 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 details requested by agent ovs-agent-dv-cinder-804035-5-iscsi with host dv-cinder-804035-5-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:00.317074 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Made reservation on behalf of 7521afb8ad9443b7b3c079e0b31051ab for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:00.320013 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684658'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.459779 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.482618 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7563212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684544'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.530130 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f9dcad-0d71-45e2-9fc1-04db6665155c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:00.546793 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Checking segment: {'id': '6167ac07-4ebf-457c-8e3b-f580fdfc7272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:00.547163 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Network hostable DHCP agents. Network: 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0, hostable agents: ['842d630c-ca55-4582-8268-53f7581f6514'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:00.563450 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 is scheduled to be hosted by DHCP agent 842d630c-ca55-4582-8268-53f7581f6514 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:00.572537 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-5-iscsi, 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:00.576934 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:00.577513 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.581758 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0be069-5d01-4013-948a-0f56a17ffcfe None None] Network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:47:00.591617 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1ab893a6-76b2-49a0-aa57-36eef73e3b46 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2989259 Aug 27 04:47:00.710895 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc4f0e7-0176-4599-a484-3830551002dc None None] Network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:47:02.161385 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.509906 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-c65eacbf-385f-4e90-9883-03b3006471ad tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:02.511378 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-c65eacbf-385f-4e90-9883-03b3006471ad tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/networks?id=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 HTTP/1.1" status: 200 len: 808 time: 0.1017647 Aug 27 04:47:02.525884 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-e7466476-26f6-4ae8-8dd2-12b7a59b2b41 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/quotas/7521afb8ad9443b7b3c079e0b31051ab HTTP/1.1" status: 200 len: 375 time: 0.0088952 Aug 27 04:47:02.557487 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-46bd7f32-240d-4698-86d9-89d5f5ec59af tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7521afb8ad9443b7b3c079e0b31051ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264897 Aug 27 04:47:02.646983 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-89ab0709-e105-4f80-80f0-4a1d801a870e service neutron] 10.222.0.53 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826013 Aug 27 04:47:02.734353 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-ef622f2d-a655-4fc0-ab7a-afe8e4359af8 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814841 Aug 27 04:47:02.945337 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-259172cd-27a7-4800-a2e5-21ff0261669e req-5b86ddb9-083e-4763-9eff-a249a9e58a09 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 210 time: 0.0844817 Aug 27 04:47:03.882786 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-4c79b513-a304-4537-adc6-d6036f002487 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:03.884272 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-4c79b513-a304-4537-adc6-d6036f002487 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.35 "GET /v2.0/networks?id=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 HTTP/1.1" status: 200 len: 808 time: 0.1032121 Aug 27 04:47:03.905783 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Request body: {'port': {'device_id': '9892b9b8-1d6c-45d7-ab74-13203937a555', 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0', 'admin_state_up': True, 'tenant_id': '7521afb8ad9443b7b3c079e0b31051ab'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:03.947771 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:04.031589 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Made reservation on behalf of 7521afb8ad9443b7b3c079e0b31051ab for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:04.035005 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:04.051639 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-500df7a1-fc03-4dd4-97fc-c9eeec2f855b req-db37cb30-424a-478e-aafd-2a62c81acf6c tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 210 time: 0.0347641 Aug 27 04:47:04.181281 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Allocated IP 172.20.0.9 (0d6be377-9fcb-4dba-81fc-8cc85c8d20d0/40f9dcad-0d71-45e2-9fc1-04db6665155c/349191aa-5b80-4149-9427-6ccb92fb47ac) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:04.328521 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:04.367402 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:04.408720 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:04.414110 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:04.417922 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:04.440785 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Pushing event updated for resources: {'Port': ['ID=349191aa-5b80-4149-9427-6ccb92fb47ac,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:04.467946 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:04.468647 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:04.482999 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-307bfc48-a590-4308-a13d-26b1ac2c8ddc tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808277 Aug 27 04:47:04.502369 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Request body: {'port': {'device_id': '9892b9b8-1d6c-45d7-ab74-13203937a555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:04.790636 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.045130 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349191aa-5b80-4149-9427-6ccb92fb47ac {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:47:05.052350 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.063620 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Transition to ACTIVE for port object 349191aa-5b80-4149-9427-6ccb92fb47ac will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:05.067697 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.120403 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Pushing event updated for resources: {'Port': ['ID=349191aa-5b80-4149-9427-6ccb92fb47ac,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:05.169055 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126c72c-3d0b-4484-ad92-5978c2ed2c93 req-4515a164-6096-4350-a342-e117d745e589 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:05.170534 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d126c72c-3d0b-4484-ad92-5978c2ed2c93 req-4515a164-6096-4350-a342-e117d745e589 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 943 time: 0.0520003 Aug 27 04:47:05.188864 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Attempting to bind port 349191aa-5b80-4149-9427-6ccb92fb47ac on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:05.189204 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Attempting to bind port 349191aa-5b80-4149-9427-6ccb92fb47ac by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6167ac07-4ebf-457c-8e3b-f580fdfc7272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:05.189911 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Attempting to bind port 349191aa-5b80-4149-9427-6ccb92fb47ac on network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:05.193789 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Port 349191aa-5b80-4149-9427-6ccb92fb47ac on network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:47:05.194104 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Attempting to bind port 349191aa-5b80-4149-9427-6ccb92fb47ac on network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:05.199061 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:05.199396 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Checking segment: {'id': '6167ac07-4ebf-457c-8e3b-f580fdfc7272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:05.199778 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Bound using segment: {'id': '6167ac07-4ebf-457c-8e3b-f580fdfc7272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:05.200230 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Bound port: 349191aa-5b80-4149-9427-6ccb92fb47ac, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6167ac07-4ebf-457c-8e3b-f580fdfc7272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:05.200592 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.208408 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d126c72c-3d0b-4484-ad92-5978c2ed2c93 req-8935fe5f-ee19-4e8f-9870-5289c67bfcc8 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Aug 27 04:47:05.262534 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] For port 349191aa-5b80-4149-9427-6ccb92fb47ac, host hv-cinder-80403, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:05.265875 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] For port 349191aa-5b80-4149-9427-6ccb92fb47ac, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=349191aa-5b80-4149-9427-6ccb92fb47ac,segment=NetworkSegment(6167ac07-4ebf-457c-8e3b-f580fdfc7272),segment_id=6167ac07-4ebf-457c-8e3b-f580fdfc7272)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:05.269516 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.304570 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:05.305192 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.306592 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] 10.222.0.35 "PUT /v2.0/ports/349191aa-5b80-4149-9427-6ccb92fb47ac HTTP/1.1" status: 200 len: 1093 time: 0.8085210 Aug 27 04:47:05.307029 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9892b9b8-1d6c-45d7-ab74-13203937a555', 'tag': '349191aa-5b80-4149-9427-6ccb92fb47ac'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:05.309308 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5346878d-20e1-465c-a785-92c03de08b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "9892b9b8-1d6c-45d7-ab74-13203937a555", "tag": "349191aa-5b80-4149-9427-6ccb92fb47ac"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:05.337248 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d120e-5623-4f4a-8068-4419ee96c9ab service neutron] Pushing event updated for resources: {'Port': ['ID=349191aa-5b80-4149-9427-6ccb92fb47ac,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:05.349598 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da065c0f-086c-4009-8ca1-f72213af26ce x-openstack-request-id: req-da065c0f-086c-4009-8ca1-f72213af26ce {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:05.349918 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9892b9b8-1d6c-45d7-ab74-13203937a555", "tag": "349191aa-5b80-4149-9427-6ccb92fb47ac", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:05.350138 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da065c0f-086c-4009-8ca1-f72213af26ce {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:05.350542 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9892b9b8-1d6c-45d7-ab74-13203937a555', 'tag': '349191aa-5b80-4149-9427-6ccb92fb47ac', 'status': 'completed', 'code': 200} Aug 27 04:47:05.416626 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-11e4593d-da22-4c67-889d-fdaba4a10c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:05.418160 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-11e4593d-da22-4c67-889d-fdaba4a10c1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7521afb8ad9443b7b3c079e0b31051ab&device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 1096 time: 0.0470564 Aug 27 04:47:05.467842 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-dcf116a8-c3a1-4f69-964e-4c6e048c91a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=349191aa-5b80-4149-9427-6ccb92fb47ac HTTP/1.1" status: 200 len: 217 time: 0.0346000 Aug 27 04:47:05.517980 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-74f0c3e5-8470-4ac9-a1e5-6688358eafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:05.519421 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-74f0c3e5-8470-4ac9-a1e5-6688358eafe1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40f9dcad-0d71-45e2-9fc1-04db6665155c HTTP/1.1" status: 200 len: 848 time: 0.0431309 Aug 27 04:47:05.550050 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-b4395814-0b50-4e5f-b2b8-bc7284ded17a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235524 Aug 27 04:47:05.642332 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-a0ddde2a-97d3-48a7-8c95-b170a01be741 service neutron] 10.222.0.35 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846169 Aug 27 04:47:05.729490 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe0bfbd4-0342-49f7-89cc-7b1c9e0d5fc8 req-3ce0abec-d5bf-4565-aa93-83096abd0bc9 service neutron] 10.222.0.35 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799408 Aug 27 04:47:05.860745 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346878d-20e1-465c-a785-92c03de08b5f req-8f095d3b-8633-45b7-bb50-72fb5f36dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:05.862245 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5346878d-20e1-465c-a785-92c03de08b5f req-8f095d3b-8633-45b7-bb50-72fb5f36dba5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7521afb8ad9443b7b3c079e0b31051ab&device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 1096 time: 0.0447624 Aug 27 04:47:05.956878 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346878d-20e1-465c-a785-92c03de08b5f req-2777d0c1-19c1-4269-a1b1-9919b8a994bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:05.958278 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5346878d-20e1-465c-a785-92c03de08b5f req-2777d0c1-19c1-4269-a1b1-9919b8a994bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 HTTP/1.1" status: 200 len: 909 time: 0.0890737 Aug 27 04:47:06.002521 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5346878d-20e1-465c-a785-92c03de08b5f req-52cb09b7-3b92-4ca9-84db-dfca9e32db81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=349191aa-5b80-4149-9427-6ccb92fb47ac HTTP/1.1" status: 200 len: 217 time: 0.0369306 Aug 27 04:47:06.049757 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346878d-20e1-465c-a785-92c03de08b5f req-6ad30fe2-1fec-4ef7-be59-b82e788ee777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:06.051172 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5346878d-20e1-465c-a785-92c03de08b5f req-6ad30fe2-1fec-4ef7-be59-b82e788ee777 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40f9dcad-0d71-45e2-9fc1-04db6665155c HTTP/1.1" status: 200 len: 848 time: 0.0423033 Aug 27 04:47:06.082200 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5346878d-20e1-465c-a785-92c03de08b5f req-caa5619f-d72a-49d6-9712-4fc810763c75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235589 Aug 27 04:47:06.170255 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5346878d-20e1-465c-a785-92c03de08b5f req-1beda51a-ac47-4c37-b514-fe8ecdb56c69 service neutron] 10.222.0.35 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796919 Aug 27 04:47:06.265588 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5346878d-20e1-465c-a785-92c03de08b5f req-5d104e0d-df80-45af-9ebd-0788a9c70e8d service neutron] 10.222.0.35 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859950 Aug 27 04:47:06.321020 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203ada8-8812-45f8-80de-4aa358331ea5 req-4fe1e73b-ba1b-42d1-ae46-d354087bdc84 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:06.322478 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e203ada8-8812-45f8-80de-4aa358331ea5 req-4fe1e73b-ba1b-42d1-ae46-d354087bdc84 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 943 time: 0.0475464 Aug 27 04:47:06.359710 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e203ada8-8812-45f8-80de-4aa358331ea5 req-de7b5606-6705-45eb-92f1-d48a3fe019d0 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Aug 27 04:47:07.476012 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadadd5-1916-4922-a061-87ebe81cf0fa req-ea3d5a01-7422-41b9-a5ef-bd8ef01ca56c tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:07.477529 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaadadd5-1916-4922-a061-87ebe81cf0fa req-ea3d5a01-7422-41b9-a5ef-bd8ef01ca56c tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 943 time: 0.0489328 Aug 27 04:47:07.514925 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eaadadd5-1916-4922-a061-87ebe81cf0fa req-d68275e2-d08e-4b82-8496-a0552f8bca4d tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312541 Aug 27 04:47:08.631726 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec80176-9373-4b4b-b08f-315a9c422e04 req-d19eb77a-036b-48b6-9fdc-c09a79e7540d tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:08.633216 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3ec80176-9373-4b4b-b08f-315a9c422e04 req-d19eb77a-036b-48b6-9fdc-c09a79e7540d tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 943 time: 0.0482953 Aug 27 04:47:08.670183 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3ec80176-9373-4b4b-b08f-315a9c422e04 req-cdaa3618-0cf6-414c-b866-477a2cff896e tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Aug 27 04:47:09.617237 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 349191aa-5b80-4149-9427-6ccb92fb47ac details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:47:09.709447 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 349191aa-5b80-4149-9427-6ccb92fb47ac, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=349191aa-5b80-4149-9427-6ccb92fb47ac,segment=NetworkSegment(6167ac07-4ebf-457c-8e3b-f580fdfc7272),segment_id=6167ac07-4ebf-457c-8e3b-f580fdfc7272)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:09.720912 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '349191aa-5b80-4149-9427-6ccb92fb47ac', 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0', 'port_id': '349191aa-5b80-4149-9427-6ccb92fb47ac', 'mac_address': 'fa:16:3e:b0:34:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f9dcad-0d71-45e2-9fc1-04db6665155c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:47:09.758143 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:09.776493 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349191aa-5b80-4149-9427-6ccb92fb47ac {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:47:09.789103 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2fcbd-c6fe-42e0-ab0f-a8b2cd201083 req-5f3a88f8-21a3-480c-b2df-254ead63f11e tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:09.790689 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-aee2fcbd-c6fe-42e0-ab0f-a8b2cd201083 req-5f3a88f8-21a3-480c-b2df-254ead63f11e tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 943 time: 0.0533786 Aug 27 04:47:09.795656 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 349191aa-5b80-4149-9427-6ccb92fb47ac, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=349191aa-5b80-4149-9427-6ccb92fb47ac,segment=NetworkSegment(6167ac07-4ebf-457c-8e3b-f580fdfc7272),segment_id=6167ac07-4ebf-457c-8e3b-f580fdfc7272)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:09.800628 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:09.829400 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-aee2fcbd-c6fe-42e0-ab0f-a8b2cd201083 req-8bc6a272-ed15-4fe3-9b70-82c86d34e425 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328240 Aug 27 04:47:09.847790 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=349191aa-5b80-4149-9427-6ccb92fb47ac,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:09.855205 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.855548 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.855886 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.856269 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.856600 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.856927 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.857251 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.857574 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.857897 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.858219 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.858541 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.858855 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:10.263030 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['349191aa-5b80-4149-9427-6ccb92fb47ac'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:10.947300 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1d4c2-5bf9-41be-b593-b4d3552856d6 req-552e094b-fb7c-44f3-9a52-95de0604ab81 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:10.948832 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2ef1d4c2-5bf9-41be-b593-b4d3552856d6 req-552e094b-fb7c-44f3-9a52-95de0604ab81 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 944 time: 0.0524299 Aug 27 04:47:10.987696 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2ef1d4c2-5bf9-41be-b593-b4d3552856d6 req-5ab09073-d4b7-4a43-943e-65fdf36b16e0 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329018 Aug 27 04:47:11.625572 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 349191aa-5b80-4149-9427-6ccb92fb47ac up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:11.679331 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 349191aa-5b80-4149-9427-6ccb92fb47ac completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:11.683408 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 349191aa-5b80-4149-9427-6ccb92fb47ac triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:11.683778 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:11.757970 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:11.780297 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9892b9b8-1d6c-45d7-ab74-13203937a555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349191aa-5b80-4149-9427-6ccb92fb47ac'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:11.782670 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9836c1e-5d88-4b5e-9417-36eba2e6ec6d" -d '{"events": [{"server_uuid": "9892b9b8-1d6c-45d7-ab74-13203937a555", "name": "network-vif-plugged", "status": "completed", "tag": "349191aa-5b80-4149-9427-6ccb92fb47ac"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:11.797817 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 349191aa-5b80-4149-9427-6ccb92fb47ac, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=349191aa-5b80-4149-9427-6ccb92fb47ac,segment=NetworkSegment(6167ac07-4ebf-457c-8e3b-f580fdfc7272),segment_id=6167ac07-4ebf-457c-8e3b-f580fdfc7272)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:11.804613 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:11.831959 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3260851-b859-4af4-a88c-51bc0e110d84 x-openstack-request-id: req-a3260851-b859-4af4-a88c-51bc0e110d84 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:11.832296 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9892b9b8-1d6c-45d7-ab74-13203937a555", "name": "network-vif-plugged", "status": "completed", "tag": "349191aa-5b80-4149-9427-6ccb92fb47ac", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:11.832548 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3260851-b859-4af4-a88c-51bc0e110d84 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:11.832928 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9892b9b8-1d6c-45d7-ab74-13203937a555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349191aa-5b80-4149-9427-6ccb92fb47ac', 'code': 200} Aug 27 04:47:11.857895 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=349191aa-5b80-4149-9427-6ccb92fb47ac,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:12.075188 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43c144-720f-4011-883c-abef8557496d req-f525f13e-bc5e-4e8a-97f7-a9a68d25dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:12.076724 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca43c144-720f-4011-883c-abef8557496d req-f525f13e-bc5e-4e8a-97f7-a9a68d25dcac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 1098 time: 0.0825014 Aug 27 04:47:12.100483 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa23152-157a-4af0-801f-41972e9e5fab req-9c561e87-d383-4122-89ee-c08ee5dd3c67 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:12.101988 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eaa23152-157a-4af0-801f-41972e9e5fab req-9c561e87-d383-4122-89ee-c08ee5dd3c67 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 945 time: 0.0482011 Aug 27 04:47:12.113230 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca43c144-720f-4011-883c-abef8557496d req-12a6ae03-851b-463d-96a0-6560be58534d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280781 Aug 27 04:47:12.139264 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eaa23152-157a-4af0-801f-41972e9e5fab req-438d0434-838a-44e7-b4d3-70e6ed8fc2dd tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Aug 27 04:47:13.260895 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f510b75-e8ab-4243-82e0-33de9e8f5525 req-9fc1b0de-a554-4bdb-bcd5-9342ea917b5d tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:13.263139 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f510b75-e8ab-4243-82e0-33de9e8f5525 req-9fc1b0de-a554-4bdb-bcd5-9342ea917b5d tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 945 time: 0.0503533 Aug 27 04:47:13.301677 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f510b75-e8ab-4243-82e0-33de9e8f5525 req-71da4b35-9a20-4d23-a701-22590a45e0f9 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324886 Aug 27 04:47:14.414636 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a39e-302b-44cd-963b-fd8568408adf req-4fd8d32d-984f-43fe-98a7-10b1c915894c tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:14.416101 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-28e0a39e-302b-44cd-963b-fd8568408adf req-4fd8d32d-984f-43fe-98a7-10b1c915894c tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 945 time: 0.0487514 Aug 27 04:47:14.453287 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-28e0a39e-302b-44cd-963b-fd8568408adf req-437eb357-bae4-421c-84b5-549574966658 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308759 Aug 27 04:47:15.170827 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3f817-98e7-4d10-ad1f-71bca214dd97 req-a3e4d9f5-bb82-4d50-be7f-e38fc5274fe0 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:15.172394 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-38d3f817-98e7-4d10-ad1f-71bca214dd97 req-a3e4d9f5-bb82-4d50-be7f-e38fc5274fe0 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 945 time: 0.0519316 Aug 27 04:47:15.210259 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-38d3f817-98e7-4d10-ad1f-71bca214dd97 req-d1c02356-9311-49d4-a056-aba1bf6bfd9b tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316386 Aug 27 04:47:16.327263 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c670d-159a-4216-8c85-548511ed8ee3 req-08228565-75a7-46e6-a006-e3e8819e1b2c tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:16.328781 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7b8c670d-159a-4216-8c85-548511ed8ee3 req-08228565-75a7-46e6-a006-e3e8819e1b2c tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 945 time: 0.0509441 Aug 27 04:47:16.366798 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7b8c670d-159a-4216-8c85-548511ed8ee3 req-2de2f8b5-a74c-48f0-b731-30f37fbd8f54 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316699 Aug 27 04:47:16.907075 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-85e3d033-8276-44a2-b3b2-73568ce6e639 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:16.908572 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-85e3d033-8276-44a2-b3b2-73568ce6e639 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.35 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Aug 27 04:47:17.011938 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-f7f5485e-c4d4-498c-b245-1391af11fcef tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Deleting port 349191aa-5b80-4149-9427-6ccb92fb47ac {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:47:17.012452 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-f7f5485e-c4d4-498c-b245-1391af11fcef tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.108253 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-f7f5485e-c4d4-498c-b245-1391af11fcef tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] For port 349191aa-5b80-4149-9427-6ccb92fb47ac, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=349191aa-5b80-4149-9427-6ccb92fb47ac,segment=NetworkSegment(6167ac07-4ebf-457c-8e3b-f580fdfc7272),segment_id=6167ac07-4ebf-457c-8e3b-f580fdfc7272)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:17.108615 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-f7f5485e-c4d4-498c-b245-1391af11fcef tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.121386 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-f7f5485e-c4d4-498c-b245-1391af11fcef tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Calling delete_port for 349191aa-5b80-4149-9427-6ccb92fb47ac owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:47:17.246022 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-f7f5485e-c4d4-498c-b245-1391af11fcef tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.274989 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5485e-c4d4-498c-b245-1391af11fcef tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Pushing event deleted for resources: {'Port': ['ID=349191aa-5b80-4149-9427-6ccb92fb47ac,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:17.281747 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['349191aa-5b80-4149-9427-6ccb92fb47ac'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:17.316465 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-f7f5485e-c4d4-498c-b245-1391af11fcef tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] No DVR routers for this DVR port 349191aa-5b80-4149-9427-6ccb92fb47ac on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:47:17.318907 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-f7f5485e-c4d4-498c-b245-1391af11fcef tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.320939 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bc695d8f-d4c9-4a47-b6a0-68a437c7aef9 req-f7f5485e-c4d4-498c-b245-1391af11fcef tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.35 "DELETE /v2.0/ports/349191aa-5b80-4149-9427-6ccb92fb47ac HTTP/1.1" status: 204 len: 173 time: 0.4060423 Aug 27 04:47:17.321378 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9892b9b8-1d6c-45d7-ab74-13203937a555', 'name': 'network-vif-deleted', 'tag': '349191aa-5b80-4149-9427-6ccb92fb47ac'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:17.323656 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4998ab-576b-4cc7-88b1-c2c32465348f" -d '{"events": [{"server_uuid": "9892b9b8-1d6c-45d7-ab74-13203937a555", "name": "network-vif-deleted", "tag": "349191aa-5b80-4149-9427-6ccb92fb47ac"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:17.363837 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bf817d-63fc-4b1b-a162-85fe0ea49803 x-openstack-request-id: req-69bf817d-63fc-4b1b-a162-85fe0ea49803 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:17.364656 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9892b9b8-1d6c-45d7-ab74-13203937a555", "name": "network-vif-deleted", "tag": "349191aa-5b80-4149-9427-6ccb92fb47ac", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:17.364656 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69bf817d-63fc-4b1b-a162-85fe0ea49803 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:17.365061 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9892b9b8-1d6c-45d7-ab74-13203937a555', 'name': 'network-vif-deleted', 'tag': '349191aa-5b80-4149-9427-6ccb92fb47ac', 'status': 'completed', 'code': 200} Aug 27 04:47:17.463111 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe529716-676f-495c-929b-833a5881437b req-7f636b3d-dc0a-40ff-8097-3ecac135dd1e tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=9892b9b8-1d6c-45d7-ab74-13203937a555 HTTP/1.1" status: 200 len: 210 time: 0.0273068 Aug 27 04:47:18.715733 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-8e11fddb-ceea-4d20-bf7c-cd657c26b9d6 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:18.717250 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-8e11fddb-ceea-4d20-bf7c-cd657c26b9d6 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/networks?id=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 HTTP/1.1" status: 200 len: 808 time: 0.1017435 Aug 27 04:47:18.732869 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-e482f504-732f-4a7c-a19e-9df15872c206 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/quotas/7521afb8ad9443b7b3c079e0b31051ab HTTP/1.1" status: 200 len: 375 time: 0.0099256 Aug 27 04:47:18.763476 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-8f887b8f-024b-412a-924e-59251de9f3ee tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7521afb8ad9443b7b3c079e0b31051ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254672 Aug 27 04:47:18.858104 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-259b09ce-9408-4b70-893c-7b18f8c056ac service neutron] 10.222.0.53 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877595 Aug 27 04:47:18.947566 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-554f605f-65ea-4d50-a35e-e9db87e318bc service neutron] 10.222.0.53 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832193 Aug 27 04:47:19.110033 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bb4a66bd-42de-4bb1-90c3-0a4a50e69893 req-2240d1ab-26d0-4749-bff1-ccfe259f9c29 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 210 time: 0.0281365 Aug 27 04:47:19.648359 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 349191aa-5b80-4149-9427-6ccb92fb47ac no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:19.668703 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 349191aa-5b80-4149-9427-6ccb92fb47ac {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:47:19.669058 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 349191aa-5b80-4149-9427-6ccb92fb47ac not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:20.121583 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-ddf0b9de-074b-4920-8eff-9c4d173744f1 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:20.123080 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-ddf0b9de-074b-4920-8eff-9c4d173744f1 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.35 "GET /v2.0/networks?id=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 HTTP/1.1" status: 200 len: 808 time: 0.1085880 Aug 27 04:47:20.159511 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Request body: {'port': {'device_id': 'c74e9509-ca7f-47ee-8451-2f86991633da', 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0', 'admin_state_up': True, 'tenant_id': '7521afb8ad9443b7b3c079e0b31051ab'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:20.240582 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17527812-613e-4ef1-8177-83319bc4241a req-e33ec179-5ba4-46fc-a1a3-30d943886b5a tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 210 time: 0.0350344 Aug 27 04:47:20.301388 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Made reservation on behalf of 7521afb8ad9443b7b3c079e0b31051ab for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:20.305518 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.432083 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Allocated IP 172.20.0.9 (0d6be377-9fcb-4dba-81fc-8cc85c8d20d0/40f9dcad-0d71-45e2-9fc1-04db6665155c/d471ea0f-bc2f-4abf-8816-365135714c4a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:20.592062 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.631909 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.674175 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:20.680114 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:20.684052 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:20.708251 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Pushing event updated for resources: {'Port': ['ID=d471ea0f-bc2f-4abf-8816-365135714c4a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:20.735835 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:20.736473 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.750824 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-26ac6e88-55cd-41a0-9866-c04e6163f865 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5958986 Aug 27 04:47:20.838332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Request body: {'port': {'device_id': 'c74e9509-ca7f-47ee-8451-2f86991633da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:20.895675 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.157365 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d471ea0f-bc2f-4abf-8816-365135714c4a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:47:21.170995 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.185741 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Transition to ACTIVE for port object d471ea0f-bc2f-4abf-8816-365135714c4a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:21.189648 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.241816 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d471ea0f-bc2f-4abf-8816-365135714c4a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:21.315567 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Attempting to bind port d471ea0f-bc2f-4abf-8816-365135714c4a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:21.315960 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Attempting to bind port d471ea0f-bc2f-4abf-8816-365135714c4a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6167ac07-4ebf-457c-8e3b-f580fdfc7272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:21.316453 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Attempting to bind port d471ea0f-bc2f-4abf-8816-365135714c4a on network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:21.321624 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Port d471ea0f-bc2f-4abf-8816-365135714c4a on network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:47:21.321950 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Attempting to bind port d471ea0f-bc2f-4abf-8816-365135714c4a on network 0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:21.327380 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:21.327721 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Checking segment: {'id': '6167ac07-4ebf-457c-8e3b-f580fdfc7272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:21.328189 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Bound using segment: {'id': '6167ac07-4ebf-457c-8e3b-f580fdfc7272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:21.328628 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Bound port: d471ea0f-bc2f-4abf-8816-365135714c4a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6167ac07-4ebf-457c-8e3b-f580fdfc7272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:21.329029 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.358948 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51394274-26b9-4bdd-b238-892193742427 req-aac0d305-cda7-4bab-b1eb-a019a59a5410 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:21.361012 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51394274-26b9-4bdd-b238-892193742427 req-aac0d305-cda7-4bab-b1eb-a019a59a5410 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 943 time: 0.0496368 Aug 27 04:47:21.398662 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] For port d471ea0f-bc2f-4abf-8816-365135714c4a, host hv-cinder-80403, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:21.402321 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] For port d471ea0f-bc2f-4abf-8816-365135714c4a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d471ea0f-bc2f-4abf-8816-365135714c4a,segment=NetworkSegment(6167ac07-4ebf-457c-8e3b-f580fdfc7272),segment_id=6167ac07-4ebf-457c-8e3b-f580fdfc7272)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:21.404533 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51394274-26b9-4bdd-b238-892193742427 req-b199f107-b608-4cd2-b9a2-742e41422dad tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368681 Aug 27 04:47:21.408189 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.442532 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:21.443093 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.444537 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] 10.222.0.35 "PUT /v2.0/ports/d471ea0f-bc2f-4abf-8816-365135714c4a HTTP/1.1" status: 200 len: 1093 time: 0.6106644 Aug 27 04:47:21.444987 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74e9509-ca7f-47ee-8451-2f86991633da', 'tag': 'd471ea0f-bc2f-4abf-8816-365135714c4a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:21.447244 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41" -d '{"events": [{"name": "network-changed", "server_uuid": "c74e9509-ca7f-47ee-8451-2f86991633da", "tag": "d471ea0f-bc2f-4abf-8816-365135714c4a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:21.485263 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39adbac-c5b1-4007-af84-4b4330a084d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d471ea0f-bc2f-4abf-8816-365135714c4a,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:21.508484 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c99f60-593e-42a9-8d37-b80409384df8 x-openstack-request-id: req-16c99f60-593e-42a9-8d37-b80409384df8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:21.508845 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74e9509-ca7f-47ee-8451-2f86991633da", "tag": "d471ea0f-bc2f-4abf-8816-365135714c4a", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:21.509169 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16c99f60-593e-42a9-8d37-b80409384df8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:21.509656 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74e9509-ca7f-47ee-8451-2f86991633da', 'tag': 'd471ea0f-bc2f-4abf-8816-365135714c4a', 'status': 'completed', 'code': 200} Aug 27 04:47:21.575364 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-c2be92de-5377-41b8-b695-aa35f59727d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:21.576945 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-c2be92de-5377-41b8-b695-aa35f59727d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7521afb8ad9443b7b3c079e0b31051ab&device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 1096 time: 0.0475490 Aug 27 04:47:21.627841 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-7329daed-05d0-431a-9c82-a7fa0f8e43d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d471ea0f-bc2f-4abf-8816-365135714c4a HTTP/1.1" status: 200 len: 217 time: 0.0355880 Aug 27 04:47:21.678785 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-6b3233bf-e7bd-4df9-adf1-bdfd3b6b4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:21.680204 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-6b3233bf-e7bd-4df9-adf1-bdfd3b6b4e53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40f9dcad-0d71-45e2-9fc1-04db6665155c HTTP/1.1" status: 200 len: 848 time: 0.0443363 Aug 27 04:47:21.715949 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-55ac9ae9-bb4b-48a5-bf98-bc309ba36997 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282521 Aug 27 04:47:21.811462 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-150b2759-2e61-4f78-a38a-88c5b9176e5c service neutron] 10.222.0.35 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871565 Aug 27 04:47:21.906930 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de469e4f-67eb-4c0d-802e-4431346bfddb req-b964c1ee-34d6-4b75-8556-b4358bf21ab4 service neutron] 10.222.0.35 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876584 Aug 27 04:47:22.037656 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41 req-03eec072-bf91-464c-9035-17f54e374f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:22.039220 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41 req-03eec072-bf91-464c-9035-17f54e374f82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7521afb8ad9443b7b3c079e0b31051ab&device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 1096 time: 0.0424137 Aug 27 04:47:22.129358 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41 req-b9eee7c8-ef59-42ff-b1ed-2b60c14eb6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:22.131361 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41 req-b9eee7c8-ef59-42ff-b1ed-2b60c14eb6bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 HTTP/1.1" status: 200 len: 909 time: 0.0853670 Aug 27 04:47:22.178197 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41 req-88f0a5c9-e733-4ef9-b37a-ff2235848463 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d471ea0f-bc2f-4abf-8816-365135714c4a HTTP/1.1" status: 200 len: 217 time: 0.0384517 Aug 27 04:47:22.229323 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41 req-a8a9039b-661e-4f7a-b546-590270801345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:22.230802 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41 req-a8a9039b-661e-4f7a-b546-590270801345 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40f9dcad-0d71-45e2-9fc1-04db6665155c HTTP/1.1" status: 200 len: 848 time: 0.0454032 Aug 27 04:47:22.263311 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41 req-648b3b51-6d3a-4a21-bf22-6a8cd11844db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248694 Aug 27 04:47:22.357517 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41 req-187ef722-de97-40e6-9f77-453bf0624347 service neutron] 10.222.0.35 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862446 Aug 27 04:47:22.454038 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2b2182e-9e65-4ecc-a46f-37b9cb1a7d41 req-e9360b30-2c44-4d06-8c2e-4c3b1df1a019 service neutron] 10.222.0.35 "GET /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890529 Aug 27 04:47:22.526243 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3fc5-bb1d-49f3-b27a-77743959a7c2 req-6a1a2f09-b7a5-422e-a3e9-9de83b9c2d62 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:22.528214 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-facd3fc5-bb1d-49f3-b27a-77743959a7c2 req-6a1a2f09-b7a5-422e-a3e9-9de83b9c2d62 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 943 time: 0.0559201 Aug 27 04:47:22.816923 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-facd3fc5-bb1d-49f3-b27a-77743959a7c2 req-03fed703-c00f-4509-a35a-172e41c220e6 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827315 Aug 27 04:47:23.940346 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79008d76-358d-4efb-9cae-8480490c1c3d req-8b8ad4d9-5b89-495d-8a85-d6bb2620f1b3 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:23.941878 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79008d76-358d-4efb-9cae-8480490c1c3d req-8b8ad4d9-5b89-495d-8a85-d6bb2620f1b3 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 943 time: 0.0490267 Aug 27 04:47:23.989147 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79008d76-358d-4efb-9cae-8480490c1c3d req-3c4ef7bc-2858-4e47-9506-fada2d7b9ed2 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Aug 27 04:47:25.109723 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c5f3-4878-400e-b54c-3be9d84cc40d req-e61f122a-28f5-4ff3-bf26-61e2adcab7d9 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:25.111392 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c1a2c5f3-4878-400e-b54c-3be9d84cc40d req-e61f122a-28f5-4ff3-bf26-61e2adcab7d9 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 943 time: 0.0546737 Aug 27 04:47:25.150752 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c1a2c5f3-4878-400e-b54c-3be9d84cc40d req-0040efee-96bd-4e66-b74f-45f71848955a tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Aug 27 04:47:25.686140 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device d471ea0f-bc2f-4abf-8816-365135714c4a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:47:25.784464 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port d471ea0f-bc2f-4abf-8816-365135714c4a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d471ea0f-bc2f-4abf-8816-365135714c4a,segment=NetworkSegment(6167ac07-4ebf-457c-8e3b-f580fdfc7272),segment_id=6167ac07-4ebf-457c-8e3b-f580fdfc7272)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:25.796547 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': 'd471ea0f-bc2f-4abf-8816-365135714c4a', 'network_id': '0d6be377-9fcb-4dba-81fc-8cc85c8d20d0', 'port_id': 'd471ea0f-bc2f-4abf-8816-365135714c4a', 'mac_address': 'fa:16:3e:4b:1e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f9dcad-0d71-45e2-9fc1-04db6665155c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:47:25.834816 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.847671 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d471ea0f-bc2f-4abf-8816-365135714c4a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:47:25.868339 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port d471ea0f-bc2f-4abf-8816-365135714c4a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d471ea0f-bc2f-4abf-8816-365135714c4a,segment=NetworkSegment(6167ac07-4ebf-457c-8e3b-f580fdfc7272),segment_id=6167ac07-4ebf-457c-8e3b-f580fdfc7272)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:25.875717 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.922930 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=d471ea0f-bc2f-4abf-8816-365135714c4a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:26.277520 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d52d3c-f3fe-4b41-97ce-534597e4290e req-54dc868c-64c8-46f9-b0f8-6c5709be1ee0 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:26.279048 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-22d52d3c-f3fe-4b41-97ce-534597e4290e req-54dc868c-64c8-46f9-b0f8-6c5709be1ee0 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 944 time: 0.0577044 Aug 27 04:47:26.299355 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:47:26.304612 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['d471ea0f-bc2f-4abf-8816-365135714c4a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:26.318461 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-22d52d3c-f3fe-4b41-97ce-534597e4290e req-b83011ef-6d3b-4a3f-a56d-b0b17769b9e8 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Aug 27 04:47:26.797265 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-205745ba-7002-4329-98ee-d36d9096250e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:27.438647 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78428951-d573-4af1-9da0-cf82b23b2c83 req-e9b4d610-dd33-4175-bfbf-04a7f783057f tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:27.440256 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78428951-d573-4af1-9da0-cf82b23b2c83 req-e9b4d610-dd33-4175-bfbf-04a7f783057f tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 944 time: 0.0542498 Aug 27 04:47:27.484508 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78428951-d573-4af1-9da0-cf82b23b2c83 req-758e06de-41d1-421e-998a-fc4c05af5a7d tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342968 Aug 27 04:47:27.688093 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device d471ea0f-bc2f-4abf-8816-365135714c4a up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:27.740590 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port d471ea0f-bc2f-4abf-8816-365135714c4a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:27.744377 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port d471ea0f-bc2f-4abf-8816-365135714c4a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:27.744765 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:27.830045 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:27.854072 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74e9509-ca7f-47ee-8451-2f86991633da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd471ea0f-bc2f-4abf-8816-365135714c4a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:27.856365 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e83f1-772b-4849-ad4c-021c80059e22" -d '{"events": [{"server_uuid": "c74e9509-ca7f-47ee-8451-2f86991633da", "name": "network-vif-plugged", "status": "completed", "tag": "d471ea0f-bc2f-4abf-8816-365135714c4a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:27.869556 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port d471ea0f-bc2f-4abf-8816-365135714c4a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d471ea0f-bc2f-4abf-8816-365135714c4a,segment=NetworkSegment(6167ac07-4ebf-457c-8e3b-f580fdfc7272),segment_id=6167ac07-4ebf-457c-8e3b-f580fdfc7272)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:27.875007 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:27.899403 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dafd800-04f0-4b08-a5eb-f85505ae5dd7 x-openstack-request-id: req-7dafd800-04f0-4b08-a5eb-f85505ae5dd7 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:27.899705 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74e9509-ca7f-47ee-8451-2f86991633da", "name": "network-vif-plugged", "status": "completed", "tag": "d471ea0f-bc2f-4abf-8816-365135714c4a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:27.899961 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7dafd800-04f0-4b08-a5eb-f85505ae5dd7 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:27.900381 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74e9509-ca7f-47ee-8451-2f86991633da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd471ea0f-bc2f-4abf-8816-365135714c4a', 'code': 200} Aug 27 04:47:27.931678 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=d471ea0f-bc2f-4abf-8816-365135714c4a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:28.120969 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faae419-8901-453f-b12e-4cefdf532625 req-9a5f621e-818f-4f47-8729-373f4d0f69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:28.122513 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4faae419-8901-453f-b12e-4cefdf532625 req-9a5f621e-818f-4f47-8729-373f4d0f69c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 1098 time: 0.0414257 Aug 27 04:47:28.160321 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4faae419-8901-453f-b12e-4cefdf532625 req-2f4c2cbf-a20c-46ec-bdf9-2c8083097c38 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298412 Aug 27 04:47:28.606060 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9830c1-715a-44d1-bdf5-015c8ee3ff28 req-c0d74cfe-cf15-4f37-a9e4-6d7142c98e3d tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:28.607597 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7d9830c1-715a-44d1-bdf5-015c8ee3ff28 req-c0d74cfe-cf15-4f37-a9e4-6d7142c98e3d tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 945 time: 0.0521014 Aug 27 04:47:28.647168 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7d9830c1-715a-44d1-bdf5-015c8ee3ff28 req-40a27e3f-2f2b-4020-9769-fc97dbc7de8e tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336180 Aug 27 04:47:29.079354 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e37af81-58d7-4c36-a400-7b431a46bdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:29.633366 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:29.794966 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c4f4-d230-416a-913b-e527833ab59c req-8371e0b4-ea5a-4bc3-8397-0c1d405e8d6a tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:29.796585 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ad3c4f4-d230-416a-913b-e527833ab59c req-8371e0b4-ea5a-4bc3-8397-0c1d405e8d6a tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 945 time: 0.0774922 Aug 27 04:47:29.852114 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ad3c4f4-d230-416a-913b-e527833ab59c req-f764e3dc-a26e-40e0-830f-3b8c901c9d01 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468562 Aug 27 04:47:30.464724 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:30.972644 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f0719-c187-4ebb-8155-1dd3a336305e req-23734d28-0cdc-4e46-a2d6-b773aefb268a tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:30.974799 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a44f0719-c187-4ebb-8155-1dd3a336305e req-23734d28-0cdc-4e46-a2d6-b773aefb268a tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 945 time: 0.0535140 Aug 27 04:47:31.016675 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a44f0719-c187-4ebb-8155-1dd3a336305e req-8babe50c-5564-44b9-a390-10e0cd129098 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355625 Aug 27 04:47:31.818280 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297f4c-f60d-48c8-b9a8-8d5281178449 req-cfc9981f-03e4-47a3-868a-736628e42960 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:31.819762 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-85297f4c-f60d-48c8-b9a8-8d5281178449 req-cfc9981f-03e4-47a3-868a-736628e42960 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 945 time: 0.0504763 Aug 27 04:47:31.860220 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-85297f4c-f60d-48c8-b9a8-8d5281178449 req-58ef738c-d1b1-4e66-b5cd-043c567b65a5 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342813 Aug 27 04:47:32.168799 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:32.986784 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6a5d2-b8eb-4479-8924-a23df9cd7c66 req-0c1f46f7-7216-4cf0-8b41-6233122213ac tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:32.988310 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-01f6a5d2-b8eb-4479-8924-a23df9cd7c66 req-0c1f46f7-7216-4cf0-8b41-6233122213ac tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 945 time: 0.0573027 Aug 27 04:47:33.027693 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-01f6a5d2-b8eb-4479-8924-a23df9cd7c66 req-c30d66e9-1588-43e8-9071-55492738dc8f tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/security-groups?id=98977592-7833-47f6-86dd-2920fe1db7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326865 Aug 27 04:47:33.595189 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-1760491b-fc41-4c55-b39c-d02a3c80fa84 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:33.596726 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-1760491b-fc41-4c55-b39c-d02a3c80fa84 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 945 time: 0.0543325 Aug 27 04:47:33.693451 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Deleting port d471ea0f-bc2f-4abf-8816-365135714c4a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:47:33.693725 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:33.793249 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] For port d471ea0f-bc2f-4abf-8816-365135714c4a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d471ea0f-bc2f-4abf-8816-365135714c4a,segment=NetworkSegment(6167ac07-4ebf-457c-8e3b-f580fdfc7272),segment_id=6167ac07-4ebf-457c-8e3b-f580fdfc7272)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:33.793620 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:33.807015 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Calling delete_port for d471ea0f-bc2f-4abf-8816-365135714c4a owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:47:33.941266 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:33.960599 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:33.974374 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Pushing event deleted for resources: {'Port': ['ID=d471ea0f-bc2f-4abf-8816-365135714c4a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:34.000208 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.000941 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.000941 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.001198 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.001530 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.001925 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.002202 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.002527 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.002852 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.003179 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.003502 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.003819 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:34.024092 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] No DVR routers for this DVR port d471ea0f-bc2f-4abf-8816-365135714c4a on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:47:34.026563 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:34.028577 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7e821059-4bb2-4b54-9a69-0bf29b17fb11 req-0c08bb1a-bab6-4df3-9637-5219a1711b36 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.35 "DELETE /v2.0/ports/d471ea0f-bc2f-4abf-8816-365135714c4a HTTP/1.1" status: 204 len: 173 time: 0.4245384 Aug 27 04:47:34.029017 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74e9509-ca7f-47ee-8451-2f86991633da', 'name': 'network-vif-deleted', 'tag': 'd471ea0f-bc2f-4abf-8816-365135714c4a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:34.031267 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219b4254-4897-42a5-8d64-b0124826c068" -d '{"events": [{"server_uuid": "c74e9509-ca7f-47ee-8451-2f86991633da", "name": "network-vif-deleted", "tag": "d471ea0f-bc2f-4abf-8816-365135714c4a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:34.070733 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a996d494-6806-4a22-ac4a-05929f14a9ad x-openstack-request-id: req-a996d494-6806-4a22-ac4a-05929f14a9ad {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:34.070983 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74e9509-ca7f-47ee-8451-2f86991633da", "name": "network-vif-deleted", "tag": "d471ea0f-bc2f-4abf-8816-365135714c4a", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:34.071351 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a996d494-6806-4a22-ac4a-05929f14a9ad {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:34.071631 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74e9509-ca7f-47ee-8451-2f86991633da', 'name': 'network-vif-deleted', 'tag': 'd471ea0f-bc2f-4abf-8816-365135714c4a', 'status': 'completed', 'code': 200} Aug 27 04:47:34.138208 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-86a55434-3d1c-4628-a389-f131ae4c4311 req-820a6949-5d2f-42c9-b55c-f8c331d5c880 tempest-VolumesActionsTest-688963094 tempest-VolumesActionsTest-688963094-project] 10.222.0.53 "GET /v2.0/ports?device_id=c74e9509-ca7f-47ee-8451-2f86991633da HTTP/1.1" status: 200 len: 210 time: 0.0328863 Aug 27 04:47:35.719424 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device d471ea0f-bc2f-4abf-8816-365135714c4a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:35.740848 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: d471ea0f-bc2f-4abf-8816-365135714c4a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:47:35.741182 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device d471ea0f-bc2f-4abf-8816-365135714c4a not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:56.803513 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-56173627-8ac3-45a8-be46-87ceba8d47ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.048823 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40226) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:59.076826 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-459ab2a4-cbc2-4f70-b779-01d2f089e5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.096891 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-532da051-8483-4eb9-b845-38c80ff1621d admin admin] Deleting subnet 40f9dcad-0d71-45e2-9fc1-04db6665155c {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:47:59.101393 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-532da051-8483-4eb9-b845-38c80ff1621d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.135200 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-532da051-8483-4eb9-b845-38c80ff1621d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.174813 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-532da051-8483-4eb9-b845-38c80ff1621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.230937 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-532da051-8483-4eb9-b845-38c80ff1621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.257213 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532da051-8483-4eb9-b845-38c80ff1621d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f9dcad-0d71-45e2-9fc1-04db6665155c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:59.259186 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-532da051-8483-4eb9-b845-38c80ff1621d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.261637 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-532da051-8483-4eb9-b845-38c80ff1621d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/40f9dcad-0d71-45e2-9fc1-04db6665155c HTTP/1.1" status: 204 len: 168 time: 0.2112746 Aug 27 04:47:59.263490 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40228) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:59.331465 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.413006 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.422634 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6be377-9fcb-4dba-81fc-8cc85c8d20d0']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:59.433142 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6167ac07-4ebf-457c-8e3b-f580fdfc7272') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:59.433442 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6167ac07-4ebf-457c-8e3b-f580fdfc7272') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:59.441963 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8049203'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.455477 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.461623 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:59.461995 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7353074'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: Traceback (most recent call last): Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: timer() Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: cb(*args, **kw) Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: return func(*args, **kwargs) Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: self._notify() Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: self.callback(batched_events) Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: event.method(event) Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: return f(self, *a, **k) Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._get(url).json() Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:47:59.463806 dv-cinder-804035-5-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:47:59.517051 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.522982 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.524962 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0d6be377-9fcb-4dba-81fc-8cc85c8d20d0 HTTP/1.1" status: 204 len: 168 time: 0.2605245 Aug 27 04:47:59.537392 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5adb9e-efdd-49b4-9423-4d915f7d9b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6be377-9fcb-4dba-81fc-8cc85c8d20d0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:59.635211 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.646648 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40232) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:59.690014 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e10b4e05-b8de-411b-9a5b-799d9de5b047 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7521afb8ad9443b7b3c079e0b31051ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421996 Aug 27 04:47:59.692656 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40234) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:59.741388 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.762537 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.808501 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.811191 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.812372 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98977592-7833-47f6-86dd-2920fe1db7e1 HTTP/1.1" status: 204 len: 168 time: 0.1188166 Aug 27 04:47:59.820307 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98977592-7833-47f6-86dd-2920fe1db7e1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:59.830368 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.830950 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.831526 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.832133 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.833189 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.833740 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.834318 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.835017 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.835396 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.836436 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.836436 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:59.836783 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda1a0f-5d42-4a1b-98c9-45f0d2ef71d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:00.465655 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:02.167777 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:03.302763 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:48:03.374587 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40278) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:03.478155 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ead2396f-fe27-4823-8433-b4f3335244fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:03.572331 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ead2396f-fe27-4823-8433-b4f3335244fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:03.577680 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ead2396f-fe27-4823-8433-b4f3335244fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:03.616566 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ead2396f-fe27-4823-8433-b4f3335244fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ac708b2373f4884a9fac046e338d0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408791 Aug 27 04:48:03.617397 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2396f-fe27-4823-8433-b4f3335244fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c94b21a-9201-4f87-8b5b-f3b122ad7e7b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:03.619239 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40282) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:03.668430 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75346d68-65d9-4397-9b05-d857316b8346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:03.688448 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75346d68-65d9-4397-9b05-d857316b8346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:03.734301 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75346d68-65d9-4397-9b05-d857316b8346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:03.736798 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75346d68-65d9-4397-9b05-d857316b8346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:03.737963 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-75346d68-65d9-4397-9b05-d857316b8346 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c94b21a-9201-4f87-8b5b-f3b122ad7e7b HTTP/1.1" status: 204 len: 168 time: 0.1171496 Aug 27 04:48:03.745590 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75346d68-65d9-4397-9b05-d857316b8346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c94b21a-9201-4f87-8b5b-f3b122ad7e7b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:03.960052 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.883664 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-8036c730-7582-4492-94f5-54944dd0f931 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406702 Aug 27 04:48:12.998499 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-685707f3-d4c9-4780-a220-c5c4e7801791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:13.000631 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-685707f3-d4c9-4780-a220-c5c4e7801791 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 1098 time: 0.0583644 Aug 27 04:48:13.112384 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-ec78e3b7-f57a-4762-9cd9-10f7546a5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:13.114522 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-ec78e3b7-f57a-4762-9cd9-10f7546a5cc5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0933256 Aug 27 04:48:13.186133 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-74a02402-ac86-4cff-8b0b-c41256fe7639 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 HTTP/1.1" status: 200 len: 1001 time: 0.0644231 Aug 27 04:48:13.244565 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-ac6c0aff-8c6b-4006-9af2-4a327c58a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:13.246059 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-ac6c0aff-8c6b-4006-9af2-4a327c58a1aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0533020 Aug 27 04:48:13.523895 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-33927b50-4354-476c-9474-bcb622c28d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:13.525452 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-33927b50-4354-476c-9474-bcb622c28d1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2720420 Aug 27 04:48:13.614889 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-4bf8bc31-48f6-4b1f-abda-6477b8dc7976 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824509 Aug 27 04:48:13.712791 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6d9386a-5c7a-47e2-aa68-38140628a02b req-66e7eb92-9805-4050-89cf-a793ce2203c6 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911176 Aug 27 04:48:26.795273 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f5708eb5-6d00-4898-a6a1-f3ee594ec630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.078901 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c698798b-9e95-43d7-a083-fc6767581315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.636788 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:30.470389 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:32.169271 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:33.958560 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:40.308207 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:48:47.463159 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2ca5a-90e9-4a3e-8582-63d961222226 req-b6299f21-11c0-44a8-9eda-97f9c6d20ab8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:47.464695 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-75c2ca5a-90e9-4a3e-8582-63d961222226 req-b6299f21-11c0-44a8-9eda-97f9c6d20ab8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 945 time: 0.0516510 Aug 27 04:48:47.501787 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-75c2ca5a-90e9-4a3e-8582-63d961222226 req-04c425ba-d02d-41fb-8ed2-55bebe81bc00 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311577 Aug 27 04:48:48.630990 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688359c3-8863-4c36-8fc6-a432f8897112 req-e70f7b0d-b996-4f9b-b75f-a881d9c33319 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:48.632504 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-688359c3-8863-4c36-8fc6-a432f8897112 req-e70f7b0d-b996-4f9b-b75f-a881d9c33319 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 945 time: 0.0488575 Aug 27 04:48:48.671911 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-688359c3-8863-4c36-8fc6-a432f8897112 req-e49f053c-b7a6-4f74-968a-d4818721fa6a tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335252 Aug 27 04:48:49.356765 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fac5a-a0e6-426d-9920-68239625d19f req-201af16a-6020-4c2a-8dc1-0a3874561f0b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:49.358257 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-951fac5a-a0e6-426d-9920-68239625d19f req-201af16a-6020-4c2a-8dc1-0a3874561f0b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 945 time: 0.0479703 Aug 27 04:48:49.451828 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Deleting port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:48:49.452314 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:49.541987 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] For port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:49.542367 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:49.763731 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:49.764482 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:49.764603 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.l3_db [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Floating IP a033810c-b863-4dd0-856d-6827643e4226 disassociated. External IP: 172.27.1.167, port: 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7. Aug 27 04:48:49.764875 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Calling delete_port for 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:48:49.787067 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297eae50-619a-4e83-ae31-a9b6586fd99e req-9657ab55-7975-4d70-8a18-925af809d469 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:49.788625 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-297eae50-619a-4e83-ae31-a9b6586fd99e req-9657ab55-7975-4d70-8a18-925af809d469 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 945 time: 0.0493739 Aug 27 04:48:49.826717 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-297eae50-619a-4e83-ae31-a9b6586fd99e req-1c2526e5-71ad-4c28-bd53-2daf3ff800d0 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320179 Aug 27 04:48:49.896970 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:49.930103 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event deleted for resources: {'Port': ['ID=2f4fdbaf-69a6-4d05-be39-30fa63e09ed7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:49.939884 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.940262 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.940604 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.940944 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.941279 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.941612 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.942594 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.942594 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.942594 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.942937 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.943199 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:49.943521 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:50.076134 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:50.184653 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:50.194962 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] Sync routers for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:50.203971 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:48:50.204562 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:48:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:50.225267 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] No DVR routers for this DVR port 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:48:50.228236 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:50.230557 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-951fac5a-a0e6-426d-9920-68239625d19f req-b0fb6674-5213-4e9b-9a48-a3e6e62bbe25 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "DELETE /v2.0/ports/2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 HTTP/1.1" status: 204 len: 173 time: 0.8661003 Aug 27 04:48:50.231021 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'name': 'network-vif-deleted', 'tag': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:50.233365 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cde3f8-6582-4d85-8bc0-ecf45d02d411" -d '{"events": [{"server_uuid": "0e1ad5f4-a543-4d5f-bfcc-521717d219f7", "name": "network-vif-deleted", "tag": "2f4fdbaf-69a6-4d05-be39-30fa63e09ed7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:50.279544 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de00890-ab1d-43d1-a273-0405958134fe x-openstack-request-id: req-2de00890-ab1d-43d1-a273-0405958134fe {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:50.279843 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1ad5f4-a543-4d5f-bfcc-521717d219f7", "name": "network-vif-deleted", "tag": "2f4fdbaf-69a6-4d05-be39-30fa63e09ed7", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:50.280114 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2de00890-ab1d-43d1-a273-0405958134fe {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:50.280524 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1ad5f4-a543-4d5f-bfcc-521717d219f7', 'name': 'network-vif-deleted', 'tag': '2f4fdbaf-69a6-4d05-be39-30fa63e09ed7', 'status': 'completed', 'code': 200} Aug 27 04:48:50.331599 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:48:50.691251 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:50.718413 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] Checking router: 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:50.727090 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:48:50.727710 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:48:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:50.833370 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:48:50.932725 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8a5fc420-37fe-4dc4-940c-4220c7670761 req-a68ddb86-357c-4657-a157-e5e073f0f93b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1ad5f4-a543-4d5f-bfcc-521717d219f7 HTTP/1.1" status: 200 len: 210 time: 0.0273747 Aug 27 04:48:51.064438 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:51.096659 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cb2f7-05d2-458d-82b7-17c4f7c75e9a None None] The sync data for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi is: [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:51.307767 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e49818-e1f3-48a6-a96b-5c481264cc79 None None] New status for floating IP a033810c-b863-4dd0-856d-6827643e4226: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:48:52.256001 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-2b7e1576-c82e-4dd5-b96c-aa9223272b66 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440466660&fields=id&tenant_id=268453b6c33d4cc0a6486da778b00f9b HTTP/1.1" status: 200 len: 267 time: 0.0332255 Aug 27 04:48:52.362953 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-9076d512-3573-4119-b9f4-bfd1bdd9ef90 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:52.364477 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-9076d512-3573-4119-b9f4-bfd1bdd9ef90 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 811 time: 0.1017904 Aug 27 04:48:52.379684 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-e1ece031-18da-474f-8987-c6d6b971e8e7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/quotas/268453b6c33d4cc0a6486da778b00f9b HTTP/1.1" status: 200 len: 375 time: 0.0092883 Aug 27 04:48:52.444886 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-2f1dd748-cffe-4def-bfb6-655fc80ec586 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586352 Aug 27 04:48:52.539568 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-97cc322d-3f9a-4492-9535-dc3afa3e281b service neutron] 10.222.0.53 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833719 Aug 27 04:48:52.627464 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-c8a1db67-ff7f-41ca-be02-1f84d9179463 service neutron] 10.222.0.53 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818529 Aug 27 04:48:52.908075 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ff792bff-db20-4e2c-ae1f-cbe2941a3cdb req-4b4f6881-1e37-4dd4-b376-0cb96733f22d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 210 time: 0.0292420 Aug 27 04:48:53.975348 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-d61c6491-722c-4fe9-9ce3-44673bb3ffcd tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:53.977437 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-d61c6491-722c-4fe9-9ce3-44673bb3ffcd tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 811 time: 0.1036847 Aug 27 04:48:54.004235 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-984599ca-db5d-4ad3-9088-773ca4928cac req-ad998d18-fc0b-4267-b0b9-4bf222981e1a tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 210 time: 0.0278151 Aug 27 04:48:54.029632 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-2eec08f2-9e21-4178-b465-16c1f1cb044e tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=268453b6c33d4cc0a6486da778b00f9b HTTP/1.1" status: 200 len: 379 time: 0.0366585 Aug 27 04:48:54.044170 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'port': {'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'admin_state_up': True, 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'security_groups': ['bae1319a-0446-4021-ae1a-5ada5eec7994']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:54.162518 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Made reservation on behalf of 268453b6c33d4cc0a6486da778b00f9b for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:54.166104 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:54.169421 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:54.189680 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:48:54.189906 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 2f4fdbaf-69a6-4d05-be39-30fa63e09ed7 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:54.298859 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Allocated IP 172.20.0.3 (1818e3b3-3df5-4098-8cd9-7e007e79848c/2848ba15-476c-4f48-84a1-a19606c2d5d2/4b35c1d5-7c3f-461b-b444-c493c38fa554) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:54.444078 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:54.459249 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Transition to ACTIVE for port object 4b35c1d5-7c3f-461b-b444-c493c38fa554 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:48:54.493945 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:54.537373 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:54.543259 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:54.548026 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:48:54.555248 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'Port': ['ID=4b35c1d5-7c3f-461b-b444-c493c38fa554,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:54.605026 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:54.605694 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:54.624049 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-76b0417e-16d2-4438-b87b-038d65e8689f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834837 Aug 27 04:48:54.643043 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Request body: {'port': {'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:54.706923 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:54.787015 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9e62132f-0908-415d-bbf6-71d42f37d0e7 None None] Provisioning for port 4b35c1d5-7c3f-461b-b444-c493c38fa554 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:48:54.792378 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9e62132f-0908-415d-bbf6-71d42f37d0e7 None None] Provisioning complete for port 4b35c1d5-7c3f-461b-b444-c493c38fa554 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:48:54.792794 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e62132f-0908-415d-bbf6-71d42f37d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:54.827494 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9e62132f-0908-415d-bbf6-71d42f37d0e7 None None] Port 4b35c1d5-7c3f-461b-b444-c493c38fa554 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:48:54.974251 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b35c1d5-7c3f-461b-b444-c493c38fa554 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:48:54.981844 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:54.995042 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Transition to ACTIVE for port object 4b35c1d5-7c3f-461b-b444-c493c38fa554 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:48:54.998125 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:55.050879 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Pushing event updated for resources: {'Port': ['ID=4b35c1d5-7c3f-461b-b444-c493c38fa554,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:55.154277 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Attempting to bind port 4b35c1d5-7c3f-461b-b444-c493c38fa554 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:48:55.154713 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Attempting to bind port 4b35c1d5-7c3f-461b-b444-c493c38fa554 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:48:55.154937 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Attempting to bind port 4b35c1d5-7c3f-461b-b444-c493c38fa554 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:48:55.160776 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Port 4b35c1d5-7c3f-461b-b444-c493c38fa554 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:48:55.161127 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Attempting to bind port 4b35c1d5-7c3f-461b-b444-c493c38fa554 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:48:55.172035 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4604234-a65d-461b-b894-afef1bf79491 req-4f08ecc4-9a36-483f-ae1f-4ca10d9d994b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:55.173617 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4604234-a65d-461b-b894-afef1bf79491 req-4f08ecc4-9a36-483f-ae1f-4ca10d9d994b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 943 time: 0.0799398 Aug 27 04:48:55.176744 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:48:55.177089 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Checking segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:48:55.177686 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Bound using segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:48:55.177926 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Bound port: 4b35c1d5-7c3f-461b-b444-c493c38fa554, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:48:55.178292 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:55.248774 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4604234-a65d-461b-b894-afef1bf79491 req-61e08dfe-e341-41c0-ae57-82ef8bfe9dd4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680487 Aug 27 04:48:55.275269 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] For port 4b35c1d5-7c3f-461b-b444-c493c38fa554, host hv-cinder-80403, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:55.278332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] For port 4b35c1d5-7c3f-461b-b444-c493c38fa554, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:55.282936 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:55.319013 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:55.319636 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:55.321060 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] 10.222.0.35 "PUT /v2.0/ports/4b35c1d5-7c3f-461b-b444-c493c38fa554 HTTP/1.1" status: 200 len: 1093 time: 0.6828260 Aug 27 04:48:55.321504 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d185186-1575-4963-91f6-9f35533b06fa', 'tag': '4b35c1d5-7c3f-461b-b444-c493c38fa554'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:55.323762 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bde139-fca1-4895-80a3-59732f07d73d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d185186-1575-4963-91f6-9f35533b06fa", "tag": "4b35c1d5-7c3f-461b-b444-c493c38fa554"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:55.352898 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de876a5-ef4b-4f42-89e3-b36130519f48 service neutron] Pushing event updated for resources: {'Port': ['ID=4b35c1d5-7c3f-461b-b444-c493c38fa554,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:55.377526 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354ded3e-6a69-47d4-94da-974dac1ef2c9 x-openstack-request-id: req-354ded3e-6a69-47d4-94da-974dac1ef2c9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:55.377832 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d185186-1575-4963-91f6-9f35533b06fa", "tag": "4b35c1d5-7c3f-461b-b444-c493c38fa554", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:55.378092 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-354ded3e-6a69-47d4-94da-974dac1ef2c9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:55.378692 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d185186-1575-4963-91f6-9f35533b06fa', 'tag': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'status': 'completed', 'code': 200} Aug 27 04:48:55.435613 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-e28d66be-d5db-4441-8d7e-ad73b7b297b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:55.437193 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-e28d66be-d5db-4441-8d7e-ad73b7b297b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 1096 time: 0.0442197 Aug 27 04:48:55.488938 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-55b3ca4a-c371-4dc2-b551-a3bd7f42b63a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554 HTTP/1.1" status: 200 len: 217 time: 0.0382452 Aug 27 04:48:55.538585 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-f7221faf-8f85-41fb-a7a4-3151ef5310a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:55.540013 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-f7221faf-8f85-41fb-a7a4-3151ef5310a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0445428 Aug 27 04:48:55.587497 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-54b2bf23-abdf-4213-b545-37417174ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:55.588971 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-54b2bf23-abdf-4213-b545-37417174ec42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412753 Aug 27 04:48:55.685159 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-b326a1ef-ab80-4c23-9c25-aeee8c96f5ea service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890744 Aug 27 04:48:55.775220 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b70802f7-dbd1-4335-9c4f-66560d04d331 req-32dfc578-b814-4c7d-a8f6-68a97fd5b7bb service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828726 Aug 27 04:48:55.907141 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bde139-fca1-4895-80a3-59732f07d73d req-2ab24635-a046-497a-96ef-78931c0f2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:55.908731 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6bde139-fca1-4895-80a3-59732f07d73d req-2ab24635-a046-497a-96ef-78931c0f2acc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 1096 time: 0.0395534 Aug 27 04:48:56.005770 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bde139-fca1-4895-80a3-59732f07d73d req-8de219be-bd41-4090-8bf8-1b065ee12ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:56.007256 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6bde139-fca1-4895-80a3-59732f07d73d req-8de219be-bd41-4090-8bf8-1b065ee12ef0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0916693 Aug 27 04:48:56.048666 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6bde139-fca1-4895-80a3-59732f07d73d req-557dfeb8-a15d-4dde-a410-c23172f0b928 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554 HTTP/1.1" status: 200 len: 217 time: 0.0339305 Aug 27 04:48:56.096437 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bde139-fca1-4895-80a3-59732f07d73d req-b1fce7ef-3cf1-4372-92b0-174524e74860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:56.097902 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6bde139-fca1-4895-80a3-59732f07d73d req-b1fce7ef-3cf1-4372-92b0-174524e74860 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0422361 Aug 27 04:48:56.146531 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bde139-fca1-4895-80a3-59732f07d73d req-154382e9-b4a1-47bc-a363-5dceb246d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:56.148051 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6bde139-fca1-4895-80a3-59732f07d73d req-154382e9-b4a1-47bc-a363-5dceb246d8d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431650 Aug 27 04:48:56.237174 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6bde139-fca1-4895-80a3-59732f07d73d req-518d13de-aa06-461f-8f79-2b057e10ed7e service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808933 Aug 27 04:48:56.361913 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6bde139-fca1-4895-80a3-59732f07d73d req-c207367b-7cac-487b-976a-ea1e754fc4e3 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170778 Aug 27 04:48:56.378620 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863a273-57bc-4906-a488-9b473f02072f req-87c87199-b732-4457-bb2d-b57c2816f188 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:56.382240 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f863a273-57bc-4906-a488-9b473f02072f req-87c87199-b732-4457-bb2d-b57c2816f188 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 943 time: 0.0621426 Aug 27 04:48:56.427792 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f863a273-57bc-4906-a488-9b473f02072f req-602d9698-98c5-478e-b28d-1e7215a4e2aa tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410068 Aug 27 04:48:56.796761 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d30002d-984e-4231-8bb6-9e0a845bb4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:57.552967 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c393d-4970-424a-ba6f-53feea7efd9d req-47443098-eee8-4244-bf42-df6210ae10a8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:57.554575 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834c393d-4970-424a-ba6f-53feea7efd9d req-47443098-eee8-4244-bf42-df6210ae10a8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 943 time: 0.0549500 Aug 27 04:48:57.593029 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-834c393d-4970-424a-ba6f-53feea7efd9d req-ce6904e7-cf87-4ff2-a59b-549dd46604de tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323184 Aug 27 04:48:58.706632 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d8506-1448-452c-8770-4ca7e4bc083f req-21a79e2b-7488-465a-851c-2a8c1624338c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:58.708873 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2b4d8506-1448-452c-8770-4ca7e4bc083f req-21a79e2b-7488-465a-851c-2a8c1624338c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 943 time: 0.0492628 Aug 27 04:48:58.746030 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2b4d8506-1448-452c-8770-4ca7e4bc083f req-a464371e-4559-4592-90a3-280990456186 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312824 Aug 27 04:48:59.079867 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e529100d-b5a2-4dc7-b4ff-306237991c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:59.637549 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:59.857868 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8ef9c-86ee-4262-a4fe-682bc680535a req-4b19243f-f211-49c7-9abe-0e762cc32caa tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:59.859345 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6cc8ef9c-86ee-4262-a4fe-682bc680535a req-4b19243f-f211-49c7-9abe-0e762cc32caa tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 943 time: 0.0480533 Aug 27 04:48:59.897482 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6cc8ef9c-86ee-4262-a4fe-682bc680535a req-621e83ae-482d-4ce8-94cb-0fa1a9126ed7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Aug 27 04:49:00.472305 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:01.013658 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ae0f6-f5d8-4f4a-beba-921390f07cb8 req-000add4b-888c-4c04-93cd-cb2d665abea5 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:01.015149 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0b2ae0f6-f5d8-4f4a-beba-921390f07cb8 req-000add4b-888c-4c04-93cd-cb2d665abea5 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 943 time: 0.0520213 Aug 27 04:49:01.052366 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0b2ae0f6-f5d8-4f4a-beba-921390f07cb8 req-47f02bc5-4fc0-44dc-800f-363e69499837 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305958 Aug 27 04:49:02.164220 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b1581-d6b4-4476-99fa-d3af4a502efd req-3534326f-d453-4018-b21f-bf7bc3fe4fc5 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:02.165721 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9e9b1581-d6b4-4476-99fa-d3af4a502efd req-3534326f-d453-4018-b21f-bf7bc3fe4fc5 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 943 time: 0.0481968 Aug 27 04:49:02.172005 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:02.203283 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9e9b1581-d6b4-4476-99fa-d3af4a502efd req-48693f0b-d815-4f2b-b592-9d609dd4489c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314302 Aug 27 04:49:03.315174 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66871d48-3156-48d0-bc23-fa4a85559c96 req-5816daae-de20-463a-a0b2-196b567a91ae tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:03.316674 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-66871d48-3156-48d0-bc23-fa4a85559c96 req-5816daae-de20-463a-a0b2-196b567a91ae tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 943 time: 0.0479479 Aug 27 04:49:03.353810 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-66871d48-3156-48d0-bc23-fa4a85559c96 req-af1b68f7-a992-435e-afd2-f533d088fee1 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312731 Aug 27 04:49:03.974026 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:04.247800 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 4b35c1d5-7c3f-461b-b444-c493c38fa554 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:49:04.341492 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 4b35c1d5-7c3f-461b-b444-c493c38fa554, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:04.353459 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'mac_address': 'fa:16:3e:14:31:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:49:04.390912 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:04.403918 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b35c1d5-7c3f-461b-b444-c493c38fa554 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:49:04.423417 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 4b35c1d5-7c3f-461b-b444-c493c38fa554, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:04.427275 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:04.470985 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c2a2a-3c30-4bde-b309-6abb1434f05d req-04fa8b83-7cb8-4728-8277-074c5b50faac tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:04.472494 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-839c2a2a-3c30-4bde-b309-6abb1434f05d req-04fa8b83-7cb8-4728-8277-074c5b50faac tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 944 time: 0.0516324 Aug 27 04:49:04.477538 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=4b35c1d5-7c3f-461b-b444-c493c38fa554,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:04.484643 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.484992 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.485333 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.485743 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.485998 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.486324 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.486648 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.486972 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.487295 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.487755 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.488045 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.488344 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:04.511854 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-839c2a2a-3c30-4bde-b309-6abb1434f05d req-3f415325-c9fe-4e96-af44-0b57b4dd1ac0 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326295 Aug 27 04:49:04.851965 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['4b35c1d5-7c3f-461b-b444-c493c38fa554'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:49:05.625702 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af7114-47e8-454c-a63b-223d20ff0931 req-fdf362f6-625e-4abe-8afd-dd2055297a71 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:05.627105 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-50af7114-47e8-454c-a63b-223d20ff0931 req-fdf362f6-625e-4abe-8afd-dd2055297a71 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 944 time: 0.0487077 Aug 27 04:49:05.665255 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-50af7114-47e8-454c-a63b-223d20ff0931 req-c288aea8-7761-4347-868c-258b26a9f535 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Aug 27 04:49:06.262716 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 4b35c1d5-7c3f-461b-b444-c493c38fa554 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:06.310275 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port 4b35c1d5-7c3f-461b-b444-c493c38fa554 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:49:06.313897 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port 4b35c1d5-7c3f-461b-b444-c493c38fa554 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:49:06.314277 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:06.390725 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:06.413217 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d185186-1575-4963-91f6-9f35533b06fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b35c1d5-7c3f-461b-b444-c493c38fa554'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:49:06.415006 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518b3053-bd4a-4273-87e2-5cca56bd961d" -d '{"events": [{"server_uuid": "1d185186-1575-4963-91f6-9f35533b06fa", "name": "network-vif-plugged", "status": "completed", "tag": "4b35c1d5-7c3f-461b-b444-c493c38fa554"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:49:06.427458 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port 4b35c1d5-7c3f-461b-b444-c493c38fa554, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:06.432369 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:06.481867 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=4b35c1d5-7c3f-461b-b444-c493c38fa554,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:06.569784 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd5aae4-7237-42ea-8e6e-9ad161a73c4b x-openstack-request-id: req-2cd5aae4-7237-42ea-8e6e-9ad161a73c4b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:49:06.570097 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d185186-1575-4963-91f6-9f35533b06fa", "name": "network-vif-plugged", "status": "completed", "tag": "4b35c1d5-7c3f-461b-b444-c493c38fa554", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:49:06.570357 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cd5aae4-7237-42ea-8e6e-9ad161a73c4b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:49:06.570770 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d185186-1575-4963-91f6-9f35533b06fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'code': 200} Aug 27 04:49:06.808073 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47233094-30ef-44fe-a749-b2312547e7be req-44313808-e49d-4ed7-b12c-7ce7cdc28b9c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:06.809546 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47233094-30ef-44fe-a749-b2312547e7be req-44313808-e49d-4ed7-b12c-7ce7cdc28b9c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 945 time: 0.0757651 Aug 27 04:49:06.824256 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af96e0-bbb5-4e1c-a01b-85171fd67aa0 req-ec943b47-f193-46f6-b109-64676a7bcbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:06.825674 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-01af96e0-bbb5-4e1c-a01b-85171fd67aa0 req-ec943b47-f193-46f6-b109-64676a7bcbf8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 1098 time: 0.0601146 Aug 27 04:49:06.870543 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47233094-30ef-44fe-a749-b2312547e7be req-33e09ddc-0f60-47f2-bd31-1fac75572a1c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545757 Aug 27 04:49:06.875935 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-01af96e0-bbb5-4e1c-a01b-85171fd67aa0 req-4adf53fc-9a39-46ec-9002-31f17eaf7f9e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432310 Aug 27 04:49:07.985710 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca929a4-537e-4d72-8adb-b5071bba3685 req-c6b86064-4dcb-4bd5-886d-5c793c9971dc tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:07.987200 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5ca929a4-537e-4d72-8adb-b5071bba3685 req-c6b86064-4dcb-4bd5-886d-5c793c9971dc tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 945 time: 0.0488105 Aug 27 04:49:08.024362 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5ca929a4-537e-4d72-8adb-b5071bba3685 req-1a21805c-2a9c-4248-8949-5c769d1abc8c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312059 Aug 27 04:49:09.146898 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2055dea-2979-4e7d-b827-c66ba330b79a req-5532e5f9-c4c9-4c98-bb2b-5118a1a4cbb6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:09.148431 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2055dea-2979-4e7d-b827-c66ba330b79a req-5532e5f9-c4c9-4c98-bb2b-5118a1a4cbb6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 945 time: 0.0522087 Aug 27 04:49:09.185086 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e2055dea-2979-4e7d-b827-c66ba330b79a req-3cba53e1-d48c-45a5-80d9-93b800c1c2da tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307186 Aug 27 04:49:09.298166 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851f1cf-1185-41fe-8e1a-c36659e43db6 req-53f06c60-2baa-4e6a-91e1-473a65c4537c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:09.299657 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d851f1cf-1185-41fe-8e1a-c36659e43db6 req-53f06c60-2baa-4e6a-91e1-473a65c4537c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 945 time: 0.0488775 Aug 27 04:49:09.337489 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d851f1cf-1185-41fe-8e1a-c36659e43db6 req-2dee4bbd-89fc-41fd-869b-c304ab0cd5bc tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317845 Aug 27 04:49:09.359059 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40372) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:49:09.402317 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715adb0b-5859-400c-8fcf-24f2e954021c tempest-TestVolumeBootPattern-1405038631 tempest-TestVolumeBootPattern-1405038631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:09.403836 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-715adb0b-5859-400c-8fcf-24f2e954021c tempest-TestVolumeBootPattern-1405038631 tempest-TestVolumeBootPattern-1405038631-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 1093 time: 0.0437911 Aug 27 04:49:09.406797 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40374) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:49:09.411473 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'floatingip': {'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:09.436431 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:09.528768 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:09.631642 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Allocated IP 172.27.1.244 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/a28eb13a-3408-4c0d-81d6-0f3c1ff6707c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:09.728563 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:09.764563 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:09.799226 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:09.807362 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:09.811848 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:49:09.814849 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'Port': ['ID=a28eb13a-3408-4c0d-81d6-0f3c1ff6707c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:10.163840 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:10.231836 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:10.374921 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:10.380145 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:10.447006 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'Port': ['ID=a28eb13a-3408-4c0d-81d6-0f3c1ff6707c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:10.460011 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:10.557044 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Floating IP 2b9ce2d6-c660-4690-8d1c-3f3fe5122191 associated. External IP: 172.27.1.244, port: 4b35c1d5-7c3f-461b-b444-c493c38fa554. Aug 27 04:49:10.999274 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:11.105539 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:11.116727 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] Sync routers for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:11.125058 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:11.127012 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:49:11.127678 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:48:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:11.164471 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-80005264-f2fd-4097-beb9-bfdf806727d4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7565150 Aug 27 04:49:11.165156 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d185186-1575-4963-91f6-9f35533b06fa', 'tag': '4b35c1d5-7c3f-461b-b444-c493c38fa554'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:49:11.167418 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d185186-1575-4963-91f6-9f35533b06fa", "tag": "4b35c1d5-7c3f-461b-b444-c493c38fa554"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:49:11.207194 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da208978-8f83-451e-a85a-2f20004eb3ba x-openstack-request-id: req-da208978-8f83-451e-a85a-2f20004eb3ba {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:49:11.207487 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d185186-1575-4963-91f6-9f35533b06fa", "tag": "4b35c1d5-7c3f-461b-b444-c493c38fa554", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:49:11.207739 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da208978-8f83-451e-a85a-2f20004eb3ba {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:49:11.208384 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d185186-1575-4963-91f6-9f35533b06fa', 'tag': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'status': 'completed', 'code': 200} Aug 27 04:49:11.283015 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:49:11.307300 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-6ddc5bde-6af0-4357-a161-a9975ecb6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:11.308861 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-6ddc5bde-6af0-4357-a161-a9975ecb6aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 1098 time: 0.0573967 Aug 27 04:49:11.398560 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-2c0945d8-5709-4d59-a98f-ec60c993ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:11.400041 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-2c0945d8-5709-4d59-a98f-ec60c993ef59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0842910 Aug 27 04:49:11.472363 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-a780d027-3c57-455f-bd05-021fd13d9c0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554 HTTP/1.1" status: 200 len: 999 time: 0.0654480 Aug 27 04:49:11.506134 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2b9ce2d6-c660-4690-8d1c-3f3fe5122191', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:14:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:49:10Z', 'updated_at': '2021-08-27T04:49:10Z', 'revision_number': 0, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:11.520944 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-d9b42083-3b97-486d-a845-bd8eac82e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:11.522415 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-d9b42083-3b97-486d-a845-bd8eac82e90d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0435522 Aug 27 04:49:11.534984 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] Checking router: 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:11.543834 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:49:11.544478 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:48:59Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:11.567750 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-5a79114e-0ee6-4d4d-ade0-e7b667f3621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:11.569289 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-5a79114e-0ee6-4d4d-ade0-e7b667f3621c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401189 Aug 27 04:49:11.645234 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:49:11.661454 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-29a811a2-c20c-4f33-bc8f-65fd01e658c2 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849857 Aug 27 04:49:11.750766 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6a9d49b3-839e-4702-a8e3-d8183a4e9af0 req-5387e962-234c-4f29-a89c-0478bdfdc739 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824304 Aug 27 04:49:11.879551 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2b9ce2d6-c660-4690-8d1c-3f3fe5122191', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:14:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:49:10Z', 'updated_at': '2021-08-27T04:49:10Z', 'revision_number': 0, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:11.904719 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52a75-9ee7-4aff-9f4f-e34ce38a17d6 None None] The sync data for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi is: [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2b9ce2d6-c660-4690-8d1c-3f3fe5122191', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:14:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:49:10Z', 'updated_at': '2021-08-27T04:49:10Z', 'revision_number': 0, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:12.090551 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb13d9-4bb6-4bcb-a2d0-79737a01e890 None None] New status for floating IP 2b9ce2d6-c660-4690-8d1c-3f3fe5122191: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:49:13.885345 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-804dd6d9-fe1c-4055-9225-d4393ea5c619 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435758 Aug 27 04:49:13.980413 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-5a6f29cf-f1aa-40ca-94ae-0e26d9ff6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:13.981871 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-5a6f29cf-f1aa-40ca-94ae-0e26d9ff6ed6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 1098 time: 0.0390103 Aug 27 04:49:14.084736 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-61138c93-c5f3-4c66-ad96-1eb899bfadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:14.086201 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-61138c93-c5f3-4c66-ad96-1eb899bfadb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0839097 Aug 27 04:49:14.155961 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-5c934c2f-0d98-48e5-8777-56c6aef8a4a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554 HTTP/1.1" status: 200 len: 1001 time: 0.0630529 Aug 27 04:49:14.205345 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-9378c8ce-f111-4199-b0f7-c0acad0ac053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:14.206786 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-9378c8ce-f111-4199-b0f7-c0acad0ac053 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0438375 Aug 27 04:49:14.252683 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-5f3fb1c7-7f49-48fb-bd2f-8e719fde0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:14.254788 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-5f3fb1c7-7f49-48fb-bd2f-8e719fde0be6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398309 Aug 27 04:49:14.346807 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-f4668c31-203a-4140-8cec-30f62963952f service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854974 Aug 27 04:49:14.437225 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27ca16b4-b822-4a76-89b8-5d16e5735a2e req-4f467d82-6e46-44a9-a427-8365e1ef43fc service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820117 Aug 27 04:49:17.309364 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:49:26.799288 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7feb491-e516-4162-8d15-3e566f659d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:29.080572 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fdee5e89-f364-45e3-9c7a-0a7d93eee844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:29.641232 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:30.477006 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:32.174769 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:33.985505 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:54.314471 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:49:56.804173 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1c9584df-14a7-4085-bb96-65f387c70776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:59.080119 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-015a1338-b7de-419c-8e8b-789027a7b20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:59.642097 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:00.478846 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:02.176567 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:03.983770 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:13.917503 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-5eb248b5-31b6-4c01-ad38-fc8c4c6ca5a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424139 Aug 27 04:50:14.016793 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-956c3fac-9312-4e28-86bc-db5269f4acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:14.018302 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-956c3fac-9312-4e28-86bc-db5269f4acec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 1098 time: 0.0435812 Aug 27 04:50:14.117685 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-b6e8fc29-46e0-4789-824e-8e677b387809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:14.119133 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-b6e8fc29-46e0-4789-824e-8e677b387809 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0815876 Aug 27 04:50:14.190117 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-459d7281-6c9b-4d85-931f-2c5728707401 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554 HTTP/1.1" status: 200 len: 1001 time: 0.0627446 Aug 27 04:50:14.238699 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-7659859d-209b-48b7-bcbe-853340af6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:14.240120 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-7659859d-209b-48b7-bcbe-853340af6507 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0430162 Aug 27 04:50:14.283854 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-509a9c60-91ac-450b-9f0a-e06e19ad50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:14.285384 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-509a9c60-91ac-450b-9f0a-e06e19ad50de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385509 Aug 27 04:50:14.375890 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-bb64a752-c8e5-4deb-9912-a5ce7bb79293 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832031 Aug 27 04:50:14.463368 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4f120c4b-2b17-44cb-a7c4-ab5da162b788 req-40fc914e-a500-41a0-ac03-e30f75a93ef2 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805049 Aug 27 04:50:26.803816 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-60f81637-6715-477e-94f9-ec46f9e16e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:29.081007 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e19c167f-1024-4f71-9eff-d7df02b66003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:29.642439 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:30.481038 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:31.320123 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:50:32.180624 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:34.001218 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:56.804123 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-056ba08a-ce20-4b8c-8063-7fe000552eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:59.083508 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fcb34f2e-5dbe-408d-8a2b-aea8f88f61ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:59.642984 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:00.484387 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:02.182420 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:03.999922 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:08.322246 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:51:13.864781 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-a1831c2c-1edd-4a2d-8d80-99e357330e94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416963 Aug 27 04:51:13.971320 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-5d3050c2-b6bd-4d12-ada6-4658d21a780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:13.973358 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-5d3050c2-b6bd-4d12-ada6-4658d21a780b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 1098 time: 0.0435920 Aug 27 04:51:14.072208 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-809e177c-40f2-40e1-8818-1151b45c30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:14.073645 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-809e177c-40f2-40e1-8818-1151b45c30d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0808587 Aug 27 04:51:14.140270 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-42b3131a-41b2-4d7f-b7ad-95c842b62ca9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554 HTTP/1.1" status: 200 len: 1001 time: 0.0593400 Aug 27 04:51:14.186782 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-50eac6bb-2e14-45e4-85cf-db07e2373529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:14.188172 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-50eac6bb-2e14-45e4-85cf-db07e2373529 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0414753 Aug 27 04:51:14.233372 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-e9b5852d-3d3b-4e4d-b248-51a0d206ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:14.234837 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-e9b5852d-3d3b-4e4d-b248-51a0d206ca1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396504 Aug 27 04:51:14.324161 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-1d66bf44-9953-49c4-97a5-e12317c3e3aa service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819182 Aug 27 04:51:14.413721 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-67364e1a-9275-422d-9c18-ae44bf3f62fd req-25e16356-cb69-41f9-a8c7-37402ec30d58 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807188 Aug 27 04:51:25.748797 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-c81383d7-f3c8-4c67-b98a-95da8d5d4b68 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440466660&fields=id&tenant_id=268453b6c33d4cc0a6486da778b00f9b HTTP/1.1" status: 200 len: 267 time: 0.0343409 Aug 27 04:51:25.853980 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-2b89dfd8-af20-4a3f-b80d-301f5e51dcc9 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:25.855438 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-2b89dfd8-af20-4a3f-b80d-301f5e51dcc9 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 811 time: 0.1000531 Aug 27 04:51:25.870991 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-e8a80dfa-a994-40b8-9e29-fb4e9113c0d6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/quotas/268453b6c33d4cc0a6486da778b00f9b HTTP/1.1" status: 200 len: 375 time: 0.0098081 Aug 27 04:51:25.930915 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-9485c36c-b630-4ad0-8c76-8886717b9e83 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0547605 Aug 27 04:51:26.111734 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-fa7fe8d4-8e83-4c87-82de-24925994deaa service neutron] 10.222.0.53 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696932 Aug 27 04:51:26.203333 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b1b00ed8-1b3b-412f-9bbf-1733f676d7d3 service neutron] 10.222.0.53 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853124 Aug 27 04:51:26.484638 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fdadb154-61ec-4706-bbd2-f03a7c0e49bf req-b3d9e962-0c26-472c-9dcb-dee89eccd65a tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 210 time: 0.0269601 Aug 27 04:51:26.805621 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf2b6-39e7-4c00-9f2a-ae6549bbeaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:27.436913 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-1294f166-f4f8-486f-96bc-aacd7857a428 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:27.438432 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-1294f166-f4f8-486f-96bc-aacd7857a428 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 811 time: 0.1047866 Aug 27 04:51:27.488205 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-37c45afd-7533-4c54-adba-5d6e676ccd4c tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=268453b6c33d4cc0a6486da778b00f9b HTTP/1.1" status: 200 len: 379 time: 0.0358713 Aug 27 04:51:27.501321 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'port': {'device_id': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'admin_state_up': True, 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'security_groups': ['bae1319a-0446-4021-ae1a-5ada5eec7994']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:27.591482 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a85a0b9e-d351-432b-9e9c-80113f256428 req-e4a5c882-e9a3-4191-a837-1d5f23f567fa tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 210 time: 0.0278015 Aug 27 04:51:27.612604 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Made reservation on behalf of 268453b6c33d4cc0a6486da778b00f9b for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:27.616618 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:27.741158 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Allocated IP 172.20.0.13 (1818e3b3-3df5-4098-8cd9-7e007e79848c/2848ba15-476c-4f48-84a1-a19606c2d5d2/ad6cae03-0bbd-4dda-a21e-9952ba784493) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:27.876940 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:27.890644 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Transition to ACTIVE for port object ad6cae03-0bbd-4dda-a21e-9952ba784493 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:51:27.924702 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:27.966577 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:27.974288 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:27.977912 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:51:28.006830 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'Port': ['ID=ad6cae03-0bbd-4dda-a21e-9952ba784493,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:28.040974 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:28.041689 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.046431 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.046922 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.047304 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.047647 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.048084 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.048384 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.048788 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.049188 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.049523 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.049860 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.050336 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.050651 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:28.069794 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-b3f3c35c-58d1-48b5-a0eb-9fc8c8e1b459 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5720294 Aug 27 04:51:28.090387 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Request body: {'port': {'device_id': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:28.153356 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.264657 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-733b02a8-722a-4714-bf08-55de3ac7d860 None None] Provisioning for port ad6cae03-0bbd-4dda-a21e-9952ba784493 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:51:28.268937 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-733b02a8-722a-4714-bf08-55de3ac7d860 None None] Provisioning complete for port ad6cae03-0bbd-4dda-a21e-9952ba784493 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:51:28.269314 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-733b02a8-722a-4714-bf08-55de3ac7d860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.304507 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-733b02a8-722a-4714-bf08-55de3ac7d860 None None] Port ad6cae03-0bbd-4dda-a21e-9952ba784493 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:51:28.412250 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6cae03-0bbd-4dda-a21e-9952ba784493 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:51:28.419443 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.430815 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Transition to ACTIVE for port object ad6cae03-0bbd-4dda-a21e-9952ba784493 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:51:28.435277 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.487468 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=ad6cae03-0bbd-4dda-a21e-9952ba784493,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:28.553975 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Attempting to bind port ad6cae03-0bbd-4dda-a21e-9952ba784493 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:51:28.554656 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Attempting to bind port ad6cae03-0bbd-4dda-a21e-9952ba784493 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:51:28.554656 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Attempting to bind port ad6cae03-0bbd-4dda-a21e-9952ba784493 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:51:28.559076 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Port ad6cae03-0bbd-4dda-a21e-9952ba784493 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:51:28.559395 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Attempting to bind port ad6cae03-0bbd-4dda-a21e-9952ba784493 on network 1818e3b3-3df5-4098-8cd9-7e007e79848c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:51:28.564307 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Checking agent: {'id': '38d0820a-0bcd-4f41-80e7-cf491c3d7ff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'started_at': datetime.datetime(2021, 8, 27, 4, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:51:28.564643 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Checking segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:51:28.565024 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Bound using segment: {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:51:28.565454 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Bound port: ad6cae03-0bbd-4dda-a21e-9952ba784493, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e741e1ac-34da-402e-8e15-321afd94d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:51:28.565812 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.634444 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] For port ad6cae03-0bbd-4dda-a21e-9952ba784493, host hv-cinder-80403, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:28.637490 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] For port ad6cae03-0bbd-4dda-a21e-9952ba784493, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ad6cae03-0bbd-4dda-a21e-9952ba784493,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:28.643085 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353054'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.709418 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:28.710073 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.711496 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] 10.222.0.35 "PUT /v2.0/ports/ad6cae03-0bbd-4dda-a21e-9952ba784493 HTTP/1.1" status: 200 len: 1094 time: 0.6267529 Aug 27 04:51:28.712858 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'tag': 'ad6cae03-0bbd-4dda-a21e-9952ba784493'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:51:28.715184 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b29e14-70e1-4985-87a1-8f805004ac4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab7cbf1-6140-4162-af60-38f48f08e381", "tag": "ad6cae03-0bbd-4dda-a21e-9952ba784493"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:51:28.747439 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ad986-3b94-48a5-9dfc-251d20a8c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=ad6cae03-0bbd-4dda-a21e-9952ba784493,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:28.763798 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a8f90-d582-46f3-a95e-4bd933ce27aa req-7954beef-e0af-445a-9efd-54bdb4e6a62b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:28.765380 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6d9a8f90-d582-46f3-a95e-4bd933ce27aa req-7954beef-e0af-445a-9efd-54bdb4e6a62b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 944 time: 0.0959744 Aug 27 04:51:28.823295 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b33fb1-8c51-4930-b0c0-59c68de426a3 x-openstack-request-id: req-33b33fb1-8c51-4930-b0c0-59c68de426a3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:51:28.823901 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab7cbf1-6140-4162-af60-38f48f08e381", "tag": "ad6cae03-0bbd-4dda-a21e-9952ba784493", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:51:28.824195 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33b33fb1-8c51-4930-b0c0-59c68de426a3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:51:28.824597 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'tag': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'status': 'completed', 'code': 200} Aug 27 04:51:28.840555 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6d9a8f90-d582-46f3-a95e-4bd933ce27aa req-6f6d71e3-e402-4965-8c8f-070b432ee9a0 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680296 Aug 27 04:51:28.848294 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-92bf9ac3-4dbd-423c-9b88-ef875518345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:28.850067 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-92bf9ac3-4dbd-423c-9b88-ef875518345f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 1097 time: 0.0695612 Aug 27 04:51:28.898038 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-658932f4-d43d-481e-bfc9-927e2c82bc86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6cae03-0bbd-4dda-a21e-9952ba784493 HTTP/1.1" status: 200 len: 217 time: 0.0344856 Aug 27 04:51:28.948234 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-acf5546e-9704-498c-be5c-0bd63095c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:28.949651 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-acf5546e-9704-498c-be5c-0bd63095c859 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0447860 Aug 27 04:51:29.002033 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-d7cfc995-30b8-416e-a99f-81cddb37ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:29.004507 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-d7cfc995-30b8-416e-a99f-81cddb37ca15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469561 Aug 27 04:51:29.084029 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c99d010-aef9-45f8-8e37-422012c2f19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:29.093522 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-d77eca9a-569e-4e9f-bb07-f9893aac632f service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818496 Aug 27 04:51:29.184785 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d81e75b4-9d63-4838-8627-d85a4292b4db req-0718b008-c8de-4aea-a527-9188734716d2 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839949 Aug 27 04:51:29.337139 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-8df06796-2cf0-4426-8ddf-ac112dc2ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:29.338531 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-8df06796-2cf0-4426-8ddf-ac112dc2ef5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 1097 time: 0.0415213 Aug 27 04:51:29.431581 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-71c6dec0-9a54-468a-b003-74f30a63f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:29.433100 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-71c6dec0-9a54-468a-b003-74f30a63f534 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0864501 Aug 27 04:51:29.475028 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-c6166a1b-22f3-4ba8-8d7a-9fbf6d403510 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6cae03-0bbd-4dda-a21e-9952ba784493 HTTP/1.1" status: 200 len: 217 time: 0.0338280 Aug 27 04:51:29.521865 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-1a2de2cd-4020-4c40-97a8-5588fc58e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:29.523254 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-1a2de2cd-4020-4c40-97a8-5588fc58e7b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0421636 Aug 27 04:51:29.570849 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-8f2cfa20-5d06-47d9-b8dc-948277ee1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:29.572355 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-8f2cfa20-5d06-47d9-b8dc-948277ee1bd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424759 Aug 27 04:51:29.644832 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:29.661742 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-5eef0819-baa1-4590-93dd-666857339dc2 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816088 Aug 27 04:51:29.752426 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47b29e14-70e1-4985-87a1-8f805004ac4a req-bfff4375-f220-4078-a536-d06e5bfd9d2b service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840864 Aug 27 04:51:29.959438 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ffeb1-56ff-43cd-8eb0-0b0a800b5b7a req-0fd10886-1f93-4379-a4ca-d1571d5c2e2f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:29.960855 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f11ffeb1-56ff-43cd-8eb0-0b0a800b5b7a req-0fd10886-1f93-4379-a4ca-d1571d5c2e2f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 944 time: 0.0479298 Aug 27 04:51:29.998285 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f11ffeb1-56ff-43cd-8eb0-0b0a800b5b7a req-a6be38be-30e8-41df-a98e-3611a32dfecc tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315685 Aug 27 04:51:30.486794 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:31.109947 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3fbfb-9252-42b6-aa19-af1976efa86a req-9e7d8362-4a89-479a-9815-32f535d65d16 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:31.111434 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-86c3fbfb-9252-42b6-aa19-af1976efa86a req-9e7d8362-4a89-479a-9815-32f535d65d16 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 944 time: 0.0491891 Aug 27 04:51:31.148603 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-86c3fbfb-9252-42b6-aa19-af1976efa86a req-81cbd1e1-08ff-4bcb-966c-dfaf10ecd9d7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308275 Aug 27 04:51:32.185904 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:32.260276 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18b3c7-0174-41df-81e3-38da6f00c84c req-fd11721e-96f2-41de-b67e-e40a1c6e158f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:32.261742 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9b18b3c7-0174-41df-81e3-38da6f00c84c req-fd11721e-96f2-41de-b67e-e40a1c6e158f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 944 time: 0.0485251 Aug 27 04:51:32.298205 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9b18b3c7-0174-41df-81e3-38da6f00c84c req-580c1739-50cd-47cd-8d48-f9c4b399e577 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307062 Aug 27 04:51:33.409266 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8be42-215d-46da-9096-d98617674c49 req-a2a80074-2ebd-4872-bd76-d593f145043d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:33.411339 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9bf8be42-215d-46da-9096-d98617674c49 req-a2a80074-2ebd-4872-bd76-d593f145043d tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 944 time: 0.0479145 Aug 27 04:51:33.446665 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9bf8be42-215d-46da-9096-d98617674c49 req-86715401-6a62-4241-858c-bd2321109549 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295086 Aug 27 04:51:34.015755 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:34.562137 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fc392-700c-4cf3-ab59-9f2593a2f73c req-fcad0a14-92e0-4b1c-8cde-0e89954b7fe0 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:34.563599 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d15fc392-700c-4cf3-ab59-9f2593a2f73c req-fcad0a14-92e0-4b1c-8cde-0e89954b7fe0 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 944 time: 0.0519750 Aug 27 04:51:34.601719 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d15fc392-700c-4cf3-ab59-9f2593a2f73c req-2cc6ed95-ebce-4cfc-9ac3-c29e7e38c4e7 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Aug 27 04:51:35.711784 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc49944-2cbb-4e08-bb05-bed3cd283bd8 req-fc5cc5f6-7454-4db4-9ff6-a43dc81dd376 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:35.713549 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-abc49944-2cbb-4e08-bb05-bed3cd283bd8 req-fc5cc5f6-7454-4db4-9ff6-a43dc81dd376 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 944 time: 0.0477068 Aug 27 04:51:35.753156 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-abc49944-2cbb-4e08-bb05-bed3cd283bd8 req-ba5b7055-e170-4bb6-9460-58f92f054961 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338714 Aug 27 04:51:36.864836 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214c683-c288-4228-8c4f-7ac4edb7476f req-c4154197-3c14-4b01-b278-10e6d940f819 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:36.866305 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3214c683-c288-4228-8c4f-7ac4edb7476f req-c4154197-3c14-4b01-b278-10e6d940f819 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 944 time: 0.0482230 Aug 27 04:51:36.903744 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3214c683-c288-4228-8c4f-7ac4edb7476f req-143bdd03-c3e2-4c87-851a-1363d59fed68 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Aug 27 04:51:37.056267 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ad6cae03-0bbd-4dda-a21e-9952ba784493 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:51:37.147483 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port ad6cae03-0bbd-4dda-a21e-9952ba784493, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ad6cae03-0bbd-4dda-a21e-9952ba784493,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:37.158345 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Returning: {'device': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'port_id': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'mac_address': 'fa:16:3e:01:b8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:51:37.197330 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:37.209347 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6cae03-0bbd-4dda-a21e-9952ba784493 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:51:37.227856 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port ad6cae03-0bbd-4dda-a21e-9952ba784493, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ad6cae03-0bbd-4dda-a21e-9952ba784493,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:37.232325 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:37.277534 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=ad6cae03-0bbd-4dda-a21e-9952ba784493,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:37.284266 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.284627 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.284971 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.285361 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.285718 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.286121 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.286448 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.286781 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.287114 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.287483 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.287819 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.288206 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:37.736478 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] get_ports_and_sgs() called for port_ids ['ad6cae03-0bbd-4dda-a21e-9952ba784493'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:51:38.017273 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9143110-d39a-4c7e-a020-ee3856130351 req-eba08371-92a7-4bb7-a6c8-52581a3995da tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:38.018731 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b9143110-d39a-4c7e-a020-ee3856130351 req-eba08371-92a7-4bb7-a6c8-52581a3995da tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 945 time: 0.0474014 Aug 27 04:51:38.055614 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b9143110-d39a-4c7e-a020-ee3856130351 req-05058271-c421-461d-b870-f6528ad450a3 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306623 Aug 27 04:51:39.056084 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ad6cae03-0bbd-4dda-a21e-9952ba784493 up at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:39.103904 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning for port ad6cae03-0bbd-4dda-a21e-9952ba784493 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:51:39.107537 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Provisioning complete for port ad6cae03-0bbd-4dda-a21e-9952ba784493 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:51:39.107917 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539851'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:39.168379 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bbbeb-5128-419d-90b2-9d0fe1a9adfb req-8c792ea6-37ed-4f90-bf7b-aa61a5c9681a tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:39.169876 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a79bbbeb-5128-419d-90b2-9d0fe1a9adfb req-8c792ea6-37ed-4f90-bf7b-aa61a5c9681a tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Aug 27 04:51:39.186293 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:39.208438 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a79bbbeb-5128-419d-90b2-9d0fe1a9adfb req-6d8e7aeb-eaf8-4a62-88b9-bf3a4e052f95 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324914 Aug 27 04:51:39.208655 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6cae03-0bbd-4dda-a21e-9952ba784493'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:51:39.211028 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca15fd3ebad28e5851bf3774d4b8c51420c4e1ae70d9c0481fbfdc3a845360b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ae014b-4a83-4469-b1b6-370b0ab39180" -d '{"events": [{"server_uuid": "6ab7cbf1-6140-4162-af60-38f48f08e381", "name": "network-vif-plugged", "status": "completed", "tag": "ad6cae03-0bbd-4dda-a21e-9952ba784493"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:51:39.223947 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] For port ad6cae03-0bbd-4dda-a21e-9952ba784493, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ad6cae03-0bbd-4dda-a21e-9952ba784493,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:39.228540 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:39.253317 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c03593-d435-401d-9957-af5faa011107 x-openstack-request-id: req-00c03593-d435-401d-9957-af5faa011107 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:51:39.253615 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab7cbf1-6140-4162-af60-38f48f08e381", "name": "network-vif-plugged", "status": "completed", "tag": "ad6cae03-0bbd-4dda-a21e-9952ba784493", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:51:39.253874 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00c03593-d435-401d-9957-af5faa011107 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:51:39.254268 dv-cinder-804035-5-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'code': 200} Aug 27 04:51:39.278355 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Pushing event updated for resources: {'Port': ['ID=ad6cae03-0bbd-4dda-a21e-9952ba784493,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:39.492110 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335ab46-ce09-45fb-a5dd-ad5bce99ff3e req-c2f3b56e-5549-433f-85fb-b8abe3399638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:39.493565 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2335ab46-ce09-45fb-a5dd-ad5bce99ff3e req-c2f3b56e-5549-433f-85fb-b8abe3399638 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 1099 time: 0.0395162 Aug 27 04:51:39.527623 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2335ab46-ce09-45fb-a5dd-ad5bce99ff3e req-fad6e34f-33f3-4f66-ac22-9233734c0a15 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266905 Aug 27 04:51:40.325479 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c2d6e-b638-422b-8b06-af8c09d8faf7 req-687b5554-ebfc-47ef-9c8f-5518767123c8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:40.326955 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cf2c2d6e-b638-422b-8b06-af8c09d8faf7 req-687b5554-ebfc-47ef-9c8f-5518767123c8 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 946 time: 0.0523705 Aug 27 04:51:40.367010 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cf2c2d6e-b638-422b-8b06-af8c09d8faf7 req-154ebe97-0d98-4d82-a7b0-7fbcd0ba36c9 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340102 Aug 27 04:51:41.482916 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d4d1-dc79-43db-ab0c-faf614830b4c req-ccdb7231-2962-4efa-bdbf-29f4b8332fee tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:41.484423 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0e12d4d1-dc79-43db-ab0c-faf614830b4c req-ccdb7231-2962-4efa-bdbf-29f4b8332fee tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 946 time: 0.0492039 Aug 27 04:51:41.524229 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0e12d4d1-dc79-43db-ab0c-faf614830b4c req-168fbaeb-cc33-4e0d-b858-69bdbd8a9abc tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339098 Aug 27 04:51:41.634440 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b261bb5-f531-4808-bd34-30e983dd87a9 req-0a4bedf0-de3e-4447-abf3-8b2b460c6bb3 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:41.635824 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1b261bb5-f531-4808-bd34-30e983dd87a9 req-0a4bedf0-de3e-4447-abf3-8b2b460c6bb3 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Aug 27 04:51:41.671900 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1b261bb5-f531-4808-bd34-30e983dd87a9 req-19de19b5-ed81-45ff-9e2d-b0619326c2dd tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302074 Aug 27 04:51:41.694700 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40548) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:41.824717 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e86fdb-9290-4c4d-8bd1-677d59b8f865 tempest-TestVolumeBootPattern-1405038631 tempest-TestVolumeBootPattern-1405038631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:41.826200 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-92e86fdb-9290-4c4d-8bd1-677d59b8f865 tempest-TestVolumeBootPattern-1405038631 tempest-TestVolumeBootPattern-1405038631-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 1094 time: 0.1305556 Aug 27 04:51:41.828944 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40552) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:41.833208 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Request body: {'floatingip': {'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'port_id': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:41.854296 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:41.950981 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:42.058417 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Allocated IP 172.27.1.189 (fa882ed6-b8d8-486a-a99b-5928190e8cb5/965a8841-0f94-4d46-ae97-dcd310e2d937/4473ece1-3906-486d-b9eb-11f7e24c2245) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:42.155660 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:42.193085 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776996996127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:42.229515 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Network fa882ed6-b8d8-486a-a99b-5928190e8cb5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:42.234120 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:42.237593 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:51:42.243504 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'Port': ['ID=4473ece1-3906-486d-b9eb-11f7e24c2245,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:42.272629 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.272985 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.273331 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.273670 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.274005 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.274346 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.274679 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.275012 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.275342 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.275668 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.276014 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.276341 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.601146 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:42.675876 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727874'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:42.819137 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:42.823645 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776997451569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776996996145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776996996163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7562821'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:42.890103 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event updated for resources: {'Port': ['ID=4473ece1-3906-486d-b9eb-11f7e24c2245,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:42.903343 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767057'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:42.999142 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Floating IP 5fa6ab3e-1b73-4381-b527-bbf6cef56a2d associated. External IP: 172.27.1.189, port: ad6cae03-0bbd-4dda-a21e-9952ba784493. Aug 27 04:51:43.200312 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:43.303746 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:43.313428 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13568616-e535-4269-989f-b4e98c34d16d None None] Sync routers for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:43.319700 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:43.324407 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13568616-e535-4269-989f-b4e98c34d16d None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:51:43.325028 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-13568616-e535-4269-989f-b4e98c34d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:51:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:43.345714 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bee24b04-256c-4e4f-82f8-b254f331a861 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5157864 Aug 27 04:51:43.346388 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'tag': 'ad6cae03-0bbd-4dda-a21e-9952ba784493'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:51:43.348737 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433a5586707178c68852384cefc25336c09140cb91165eca3f35036272a4ef6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9f5415-c556-4384-ade3-a689f90241cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab7cbf1-6140-4162-af60-38f48f08e381", "tag": "ad6cae03-0bbd-4dda-a21e-9952ba784493"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:51:43.430079 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-13568616-e535-4269-989f-b4e98c34d16d None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:51:43.447278 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d3605f-f249-4cd6-bca1-992c454c64d9 x-openstack-request-id: req-b8d3605f-f249-4cd6-bca1-992c454c64d9 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:51:43.447578 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab7cbf1-6140-4162-af60-38f48f08e381", "tag": "ad6cae03-0bbd-4dda-a21e-9952ba784493", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:51:43.447839 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8d3605f-f249-4cd6-bca1-992c454c64d9 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:51:43.448292 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'tag': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'status': 'completed', 'code': 200} Aug 27 04:51:43.658443 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-13568616-e535-4269-989f-b4e98c34d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2b9ce2d6-c660-4690-8d1c-3f3fe5122191', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:14:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:49:10Z', 'updated_at': '2021-08-27T04:49:12Z', 'revision_number': 1, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}, {'id': '5fa6ab3e-1b73-4381-b527-bbf6cef56a2d', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:01:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:51:42Z', 'updated_at': '2021-08-27T04:51:42Z', 'revision_number': 0, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:43.686672 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13568616-e535-4269-989f-b4e98c34d16d None None] Checking router: 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:51:43.695526 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13568616-e535-4269-989f-b4e98c34d16d None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:51:43.696181 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-13568616-e535-4269-989f-b4e98c34d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:51:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:43.768461 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f5415-c556-4384-ade3-a689f90241cf req-41169986-7b63-4f4b-bdcd-0f1364c3042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:43.770035 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b9f5415-c556-4384-ade3-a689f90241cf req-41169986-7b63-4f4b-bdcd-0f1364c3042e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 1099 time: 0.2786043 Aug 27 04:51:43.800324 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-13568616-e535-4269-989f-b4e98c34d16d None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:51:43.857122 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f5415-c556-4384-ade3-a689f90241cf req-db567093-51f8-4274-825b-680b9cfa5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:43.858603 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b9f5415-c556-4384-ade3-a689f90241cf req-db567093-51f8-4274-825b-680b9cfa5862 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0818648 Aug 27 04:51:43.926286 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b9f5415-c556-4384-ade3-a689f90241cf req-954849f4-4b30-4e9c-96e0-4e48ec9d9961 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6cae03-0bbd-4dda-a21e-9952ba784493 HTTP/1.1" status: 200 len: 1000 time: 0.0596876 Aug 27 04:51:43.974819 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f5415-c556-4384-ade3-a689f90241cf req-23e87327-82ca-4577-8bcb-d45a389f0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:43.976308 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b9f5415-c556-4384-ade3-a689f90241cf req-23e87327-82ca-4577-8bcb-d45a389f0c3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0438347 Aug 27 04:51:44.021480 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-13568616-e535-4269-989f-b4e98c34d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2b9ce2d6-c660-4690-8d1c-3f3fe5122191', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:14:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:49:10Z', 'updated_at': '2021-08-27T04:49:12Z', 'revision_number': 1, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}, {'id': '5fa6ab3e-1b73-4381-b527-bbf6cef56a2d', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:01:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:51:42Z', 'updated_at': '2021-08-27T04:51:42Z', 'revision_number': 0, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:44.021921 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f5415-c556-4384-ade3-a689f90241cf req-fc484385-0656-45bc-95f5-ef1270446a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:44.023434 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b9f5415-c556-4384-ade3-a689f90241cf req-fc484385-0656-45bc-95f5-ef1270446a3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398223 Aug 27 04:51:44.050875 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13568616-e535-4269-989f-b4e98c34d16d None None] The sync data for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi is: [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2b9ce2d6-c660-4690-8d1c-3f3fe5122191', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:14:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:49:10Z', 'updated_at': '2021-08-27T04:49:12Z', 'revision_number': 1, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}, {'id': '5fa6ab3e-1b73-4381-b527-bbf6cef56a2d', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:01:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:51:42Z', 'updated_at': '2021-08-27T04:51:42Z', 'revision_number': 0, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:44.118754 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b9f5415-c556-4384-ade3-a689f90241cf req-8c25c658-901e-449f-8423-7f35ad2b6930 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880508 Aug 27 04:51:44.211620 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b9f5415-c556-4384-ade3-a689f90241cf req-024950bd-50db-480b-9216-9274a618d1e4 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 Aug 27 04:51:44.226021 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2731a-68db-4f08-b4b7-a6ce8225fdfe None None] New status for floating IP 5fa6ab3e-1b73-4381-b527-bbf6cef56a2d: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:51:45.324541 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:51:56.807603 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-598c6401-9c5c-4906-b3e5-7c0fab77f11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:59.084739 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4902b11f-3ee9-47e3-b7d9-39f7b6d5ab08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:59.646590 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:00.490024 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:02.187229 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:04.014529 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:15.932936 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-bb73165d-39ae-4a1b-8d3c-06659d119e4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870707 Aug 27 04:52:16.040333 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-26f490f5-0f79-4401-847b-2d219655e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:16.041796 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-26f490f5-0f79-4401-847b-2d219655e653 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 1098 time: 0.0394845 Aug 27 04:52:16.142959 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-922c07f9-7ecd-484f-8bfc-11f7162aace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:16.144408 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-922c07f9-7ecd-484f-8bfc-11f7162aace9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0840764 Aug 27 04:52:16.210933 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-3ece7787-66aa-4c83-94d0-fd722dcf8c4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554 HTTP/1.1" status: 200 len: 1001 time: 0.0597236 Aug 27 04:52:16.259394 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-4484bd9b-0741-4cc6-afb5-20ca3b18ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:16.260822 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-4484bd9b-0741-4cc6-afb5-20ca3b18ced3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0427196 Aug 27 04:52:16.304506 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-527708a4-12e6-4bba-b0db-236790bdc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:16.305926 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-527708a4-12e6-4bba-b0db-236790bdc112 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377989 Aug 27 04:52:16.316928 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-94e3d708-f659-4c47-9d84-e7d6a1f69c04 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:52:16.317892 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-94e3d708-f659-4c47-9d84-e7d6a1f69c04 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056162 Aug 27 04:52:16.409726 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-4e3d16af-0fa9-4925-947f-bd69ba68529e service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841570 Aug 27 04:52:16.497944 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e49bdff9-3f53-41b6-b3da-09880da405f2 req-895bd9c0-e50c-4d5f-9ffc-752b74bbeb91 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810692 Aug 27 04:52:22.325485 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:52:26.809376 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-458d6452-3a8c-40d3-8bed-bf3722e273e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:29.084806 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4b38a675-7511-4015-a776-ae3252aeb8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:29.646960 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:30.491667 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:32.189817 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:34.029965 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:56.810147 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c7a8b4b-0d07-4889-bcc2-8b66f03874d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:59.085811 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84811c72-296f-46c1-b38a-74515e639bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:59.328119 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:52:59.648011 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:00.495892 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:02.192190 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:04.043664 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:16.855586 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-93febf29-8050-4643-93fc-497087978eeb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408280 Aug 27 04:53:16.932964 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-680c5ade-ee1b-4222-8be2-b33796281c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:16.934439 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-680c5ade-ee1b-4222-8be2-b33796281c68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 1099 time: 0.0436797 Aug 27 04:53:17.041067 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-dc55f823-da58-4413-b042-d7dccb5a6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:17.042517 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-dc55f823-da58-4413-b042-d7dccb5a6e85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0827069 Aug 27 04:53:17.112294 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-ff962e51-faaf-4c78-b80d-df0f068aca9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6cae03-0bbd-4dda-a21e-9952ba784493 HTTP/1.1" status: 200 len: 1002 time: 0.0614920 Aug 27 04:53:17.161453 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-bf1834e8-4675-4cd3-a763-da36579f45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:17.162896 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-bf1834e8-4675-4cd3-a763-da36579f45a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0436528 Aug 27 04:53:17.208448 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-8b34c251-c148-4757-b70a-802fcd51b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:17.209916 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-8b34c251-c148-4757-b70a-802fcd51b5dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388339 Aug 27 04:53:17.302214 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-909eeba5-49de-471b-8302-c0ceecc3ddd7 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825067 Aug 27 04:53:17.391104 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-949ab64d-2663-4c5f-9069-4886d2fa9e51 req-658c92f9-e83c-4bb5-a31b-e85315188917 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819261 Aug 27 04:53:26.809421 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-09e5b836-e1a5-4d4a-8a8f-739de02a15c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:29.089600 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cba0d6d-079b-404c-bd68-6460db616079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:29.648083 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:30.498292 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:31.179104 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40590) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:31.334183 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Deleting port 4473ece1-3906-486d-b9eb-11f7e24c2245 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:31.334533 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:31.412539 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:31.412876 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:31.424289 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Calling delete_port for 4473ece1-3906-486d-b9eb-11f7e24c2245 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:31.592330 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:31.616198 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event deleted for resources: {'Port': ['ID=4473ece1-3906-486d-b9eb-11f7e24c2245,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:31.627207 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.627564 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.627929 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.628273 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.628609 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.628946 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.629279 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.629609 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.629937 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.630268 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.630589 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.630914 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:31.685662 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:31.685991 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Floating IP 5fa6ab3e-1b73-4381-b527-bbf6cef56a2d disassociated (deleted). External IP: 172.27.1.189, port: ad6cae03-0bbd-4dda-a21e-9952ba784493. Aug 27 04:53:31.878504 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:31.981163 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:31.985892 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:31.990712 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] Sync routers for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:32.000550 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:53:32.001169 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:53:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:32.017890 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d6c8e038-f06b-45d2-8b16-d222bd91abe6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "DELETE /v2.0/floatingips/5fa6ab3e-1b73-4381-b527-bbf6cef56a2d HTTP/1.1" status: 204 len: 168 time: 0.8352947 Aug 27 04:53:32.017890 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'tag': 'ad6cae03-0bbd-4dda-a21e-9952ba784493'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:53:32.018717 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291fae36-1156-4d17-8ed4-2ced36da597c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab7cbf1-6140-4162-af60-38f48f08e381", "tag": "ad6cae03-0bbd-4dda-a21e-9952ba784493"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:53:32.059773 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d7254e-852f-4284-ba9f-a6c3cb6ffc26 x-openstack-request-id: req-88d7254e-852f-4284-ba9f-a6c3cb6ffc26 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:53:32.060103 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab7cbf1-6140-4162-af60-38f48f08e381", "tag": "ad6cae03-0bbd-4dda-a21e-9952ba784493", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:53:32.060364 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88d7254e-852f-4284-ba9f-a6c3cb6ffc26 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:53:32.060773 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'tag': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'status': 'completed', 'code': 200} Aug 27 04:53:32.108752 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:53:32.156564 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fae36-1156-4d17-8ed4-2ced36da597c req-ea3e2b7b-5124-4969-873a-23e2309d65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:32.158083 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-291fae36-1156-4d17-8ed4-2ced36da597c req-ea3e2b7b-5124-4969-873a-23e2309d65cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 1099 time: 0.0542367 Aug 27 04:53:32.204079 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:32.297276 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fae36-1156-4d17-8ed4-2ced36da597c req-c6e09536-8610-4603-a44e-11a4d7a7f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:32.299169 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-291fae36-1156-4d17-8ed4-2ced36da597c req-c6e09536-8610-4603-a44e-11a4d7a7f6f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.0971529 Aug 27 04:53:32.354961 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-291fae36-1156-4d17-8ed4-2ced36da597c req-dc1aae52-a715-40dd-a5a8-35d5fcfb93a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6cae03-0bbd-4dda-a21e-9952ba784493 HTTP/1.1" status: 200 len: 217 time: 0.0478706 Aug 27 04:53:32.430005 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26023d-b7e9-49a3-adb7-cb3e50d191fd req-070afffa-e6a8-4b70-8703-4105a550e0c0 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:32.431461 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d26023d-b7e9-49a3-adb7-cb3e50d191fd req-070afffa-e6a8-4b70-8703-4105a550e0c0 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 946 time: 0.2281206 Aug 27 04:53:32.433294 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fae36-1156-4d17-8ed4-2ced36da597c req-e9ad880f-ba48-4ebf-9aaf-3948d13920b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:32.434627 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-291fae36-1156-4d17-8ed4-2ced36da597c req-e9ad880f-ba48-4ebf-9aaf-3948d13920b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0617347 Aug 27 04:53:32.479058 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2b9ce2d6-c660-4690-8d1c-3f3fe5122191', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:14:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:49:10Z', 'updated_at': '2021-08-27T04:49:12Z', 'revision_number': 1, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:32.500558 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d26023d-b7e9-49a3-adb7-cb3e50d191fd req-bb3e376c-e363-4be4-9f82-0b2306783072 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628092 Aug 27 04:53:32.506493 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fae36-1156-4d17-8ed4-2ced36da597c req-4b603d8e-630b-44db-b791-a1b9d0ce0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:32.506875 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] Checking router: 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:32.508021 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-291fae36-1156-4d17-8ed4-2ced36da597c req-4b603d8e-630b-44db-b791-a1b9d0ce0edf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644853 Aug 27 04:53:32.516627 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:53:32.517256 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:53:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:32.599339 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-291fae36-1156-4d17-8ed4-2ced36da597c req-c1ade2f0-f2c1-42e8-9dcf-6773ea6a1b2e service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818841 Aug 27 04:53:32.626999 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:53:32.692074 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-291fae36-1156-4d17-8ed4-2ced36da597c req-9b9e67d3-bf50-49a3-9502-a39108a48c2d service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847425 Aug 27 04:53:32.849515 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2b9ce2d6-c660-4690-8d1c-3f3fe5122191', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:14:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:49:10Z', 'updated_at': '2021-08-27T04:49:12Z', 'revision_number': 1, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:32.874472 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aa8ebb-e0c2-4c20-b513-0182503dca16 None None] The sync data for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi is: [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_floatingips': [{'id': '2b9ce2d6-c660-4690-8d1c-3f3fe5122191', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'router_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'port_id': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'mac_address': 'fa:16:3e:14:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d185186-1575-4963-91f6-9f35533b06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:49:10Z', 'updated_at': '2021-08-27T04:49:12Z', 'revision_number': 1, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:33.076358 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583fc37-7bac-4159-a23f-a93935a9b6cf None None] New status for floating IP 5fa6ab3e-1b73-4381-b527-bbf6cef56a2d: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:53:33.696768 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a666ef-4963-4f9e-9881-b448ac9528c8 req-fdfae2ee-cc91-4d6a-8aae-840f7e62dbc6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:33.698256 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01a666ef-4963-4f9e-9881-b448ac9528c8 req-fdfae2ee-cc91-4d6a-8aae-840f7e62dbc6 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 946 time: 0.1220031 Aug 27 04:53:33.735394 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01a666ef-4963-4f9e-9881-b448ac9528c8 req-6ff1038c-c91e-4752-a647-8c58d95c6955 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312274 Aug 27 04:53:34.044710 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:34.128428 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-436b7492-b423-4e28-87e3-b7d277d0ab0b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:34.129896 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-436b7492-b423-4e28-87e3-b7d277d0ab0b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 946 time: 0.0490270 Aug 27 04:53:34.217332 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-3f459773-51b0-4cc0-a2b9-5ea15e306a36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Deleting port ad6cae03-0bbd-4dda-a21e-9952ba784493 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:34.217684 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-3f459773-51b0-4cc0-a2b9-5ea15e306a36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:34.306448 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-3f459773-51b0-4cc0-a2b9-5ea15e306a36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] For port ad6cae03-0bbd-4dda-a21e-9952ba784493, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ad6cae03-0bbd-4dda-a21e-9952ba784493,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:34.306746 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-3f459773-51b0-4cc0-a2b9-5ea15e306a36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:34.319138 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-3f459773-51b0-4cc0-a2b9-5ea15e306a36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Calling delete_port for ad6cae03-0bbd-4dda-a21e-9952ba784493 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:34.447767 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-3f459773-51b0-4cc0-a2b9-5ea15e306a36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:34.477290 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f459773-51b0-4cc0-a2b9-5ea15e306a36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event deleted for resources: {'Port': ['ID=ad6cae03-0bbd-4dda-a21e-9952ba784493,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:34.517709 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-3f459773-51b0-4cc0-a2b9-5ea15e306a36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] No DVR routers for this DVR port ad6cae03-0bbd-4dda-a21e-9952ba784493 on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:53:34.520206 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-3f459773-51b0-4cc0-a2b9-5ea15e306a36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:34.522181 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b227ef4c-9020-46af-8b1d-aae8f6a4d65e req-3f459773-51b0-4cc0-a2b9-5ea15e306a36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "DELETE /v2.0/ports/ad6cae03-0bbd-4dda-a21e-9952ba784493 HTTP/1.1" status: 204 len: 173 time: 0.3863847 Aug 27 04:53:34.522617 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'name': 'network-vif-deleted', 'tag': 'ad6cae03-0bbd-4dda-a21e-9952ba784493'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:53:34.525524 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf0afb8-9ef3-4522-980f-379be5ff5d69" -d '{"events": [{"server_uuid": "6ab7cbf1-6140-4162-af60-38f48f08e381", "name": "network-vif-deleted", "tag": "ad6cae03-0bbd-4dda-a21e-9952ba784493"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:53:34.573315 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3929734d-46f8-4c01-8374-6722910cb5ff x-openstack-request-id: req-3929734d-46f8-4c01-8374-6722910cb5ff {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:53:34.573614 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab7cbf1-6140-4162-af60-38f48f08e381", "name": "network-vif-deleted", "tag": "ad6cae03-0bbd-4dda-a21e-9952ba784493", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:53:34.573875 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3929734d-46f8-4c01-8374-6722910cb5ff {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:53:34.574282 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab7cbf1-6140-4162-af60-38f48f08e381', 'name': 'network-vif-deleted', 'tag': 'ad6cae03-0bbd-4dda-a21e-9952ba784493', 'status': 'completed', 'code': 200} Aug 27 04:53:34.830238 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6495b7e9-dced-4bda-885f-530e10303662 req-0eec7789-2e55-444f-aba2-6d3281f7af0b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ab7cbf1-6140-4162-af60-38f48f08e381 HTTP/1.1" status: 200 len: 210 time: 0.0279813 Aug 27 04:53:36.330489 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:53:37.569328 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ad6cae03-0bbd-4dda-a21e-9952ba784493 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:37.589793 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: ad6cae03-0bbd-4dda-a21e-9952ba784493 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:53:37.590139 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device ad6cae03-0bbd-4dda-a21e-9952ba784493 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:38.105144 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40638) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:38.256577 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Deleting port a28eb13a-3408-4c0d-81d6-0f3c1ff6707c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:38.256934 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:38.331705 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:38.332073 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:38.343259 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Calling delete_port for a28eb13a-3408-4c0d-81d6-0f3c1ff6707c owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:38.486560 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:38.510319 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event deleted for resources: {'Port': ['ID=a28eb13a-3408-4c0d-81d6-0f3c1ff6707c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:38.569157 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:38.569486 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Floating IP 2b9ce2d6-c660-4690-8d1c-3f3fe5122191 disassociated (deleted). External IP: 172.27.1.244, port: 4b35c1d5-7c3f-461b-b444-c493c38fa554. Aug 27 04:53:38.768932 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:38.871681 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:38.876405 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:38.881106 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] Sync routers for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:38.890246 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:53:38.890852 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:53:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:38.902399 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-29ceae4c-8695-4b33-88b8-aac0f477453b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "DELETE /v2.0/floatingips/2b9ce2d6-c660-4690-8d1c-3f3fe5122191 HTTP/1.1" status: 204 len: 168 time: 0.7961793 Aug 27 04:53:38.902960 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d185186-1575-4963-91f6-9f35533b06fa', 'tag': '4b35c1d5-7c3f-461b-b444-c493c38fa554'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:53:38.907198 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b90131-9369-4346-bb32-6fe27e28d8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d185186-1575-4963-91f6-9f35533b06fa", "tag": "4b35c1d5-7c3f-461b-b444-c493c38fa554"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:53:38.941524 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6477cc23-fc73-4586-9b07-d93bc9821e73 x-openstack-request-id: req-6477cc23-fc73-4586-9b07-d93bc9821e73 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:53:38.942479 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d185186-1575-4963-91f6-9f35533b06fa", "tag": "4b35c1d5-7c3f-461b-b444-c493c38fa554", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:53:38.942479 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6477cc23-fc73-4586-9b07-d93bc9821e73 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:53:38.942725 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d185186-1575-4963-91f6-9f35533b06fa', 'tag': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'status': 'completed', 'code': 200} Aug 27 04:53:38.999828 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:53:39.052949 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-9fffaebd-54f5-440a-9f74-79b3f99f013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:39.055246 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-9fffaebd-54f5-440a-9f74-79b3f99f013e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=268453b6c33d4cc0a6486da778b00f9b&device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 1098 time: 0.0675898 Aug 27 04:53:39.203732 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c2baa-50f5-4485-ac52-aadd693efb89 req-73d66ade-f728-4045-a254-a04d941d15ae tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:39.205253 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bf4c2baa-50f5-4485-ac52-aadd693efb89 req-73d66ade-f728-4045-a254-a04d941d15ae tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 945 time: 0.1021521 Aug 27 04:53:39.210357 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:39.237378 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] Checking router: 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:39.246611 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:53:39.247248 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:53:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:39.356467 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:53:39.468259 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-307edcce-a55a-46df-aa7b-183de685d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:39.469750 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-307edcce-a55a-46df-aa7b-183de685d1ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 200 len: 912 time: 0.3746250 Aug 27 04:53:39.518304 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-d2e5f866-95b5-4ea8-9f7b-c8cfcd64512e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554 HTTP/1.1" status: 200 len: 217 time: 0.0405958 Aug 27 04:53:39.521345 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bf4c2baa-50f5-4485-ac52-aadd693efb89 req-43dc28ad-b62a-4d27-bd08-24168eb8448f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102224 Aug 27 04:53:39.558388 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:39.572726 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-9b34329f-04f4-4cf1-bc88-32072f00db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:39.574200 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-9b34329f-04f4-4cf1-bc88-32072f00db05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 200 len: 850 time: 0.0491383 Aug 27 04:53:39.587709 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e09c6-ee61-4f00-abf0-254b4c7e43d9 None None] The sync data for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi is: [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:45:26Z', 'revision_number': 4, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi', '_interfaces': [{'id': 'b4b2fc93-6df5-40df-8729-1aa92ee094a1', 'name': '', 'network_id': '1818e3b3-3df5-4098-8cd9-7e007e79848c', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'mac_address': 'fa:16:3e:f7:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:25Z', 'updated_at': '2021-08-27T04:45:32Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'subnets': [{'id': '2848ba15-476c-4f48-84a1-a19606c2d5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:39.626479 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-a16bf701-0f69-4857-b71a-40c6632e2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:39.628115 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-a16bf701-0f69-4857-b71a-40c6632e2d87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1818e3b3-3df5-4098-8cd9-7e007e79848c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456007 Aug 27 04:53:39.717734 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-97c6775f-a65f-4356-9d6c-1329a84f5809 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816228 Aug 27 04:53:39.816158 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8b90131-9369-4346-bb32-6fe27e28d8cc req-858077d3-4862-43e4-b8d4-5db06c6127b5 service neutron] 10.222.0.35 "GET /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898216 Aug 27 04:53:39.816983 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cb470f-9b86-410c-8b8d-dc52b2f58c77 None None] New status for floating IP 2b9ce2d6-c660-4690-8d1c-3f3fe5122191: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:53:40.647327 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338cf9e-447a-4181-ac8c-8505b45ad1b9 req-478b69ee-af63-44fc-8c14-445fb0c7c6e4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:40.648698 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3338cf9e-447a-4181-ac8c-8505b45ad1b9 req-478b69ee-af63-44fc-8c14-445fb0c7c6e4 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 945 time: 0.0496762 Aug 27 04:53:40.685163 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3338cf9e-447a-4181-ac8c-8505b45ad1b9 req-c78ae7cf-4eda-4ce3-b240-e53ce6be6b4f tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/security-groups?id=bae1319a-0446-4021-ae1a-5ada5eec7994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300930 Aug 27 04:53:40.955503 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b472607-a07a-4221-9207-4d79a17c487c req-b504f327-1b11-4d2b-8ce8-7b87a809ab3b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:40.957050 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b472607-a07a-4221-9207-4d79a17c487c req-b504f327-1b11-4d2b-8ce8-7b87a809ab3b tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 945 time: 0.0475934 Aug 27 04:53:41.042511 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9b472607-a07a-4221-9207-4d79a17c487c req-c7769807-c602-4dba-9317-e796fe99cf36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Deleting port 4b35c1d5-7c3f-461b-b444-c493c38fa554 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:41.042851 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9b472607-a07a-4221-9207-4d79a17c487c req-c7769807-c602-4dba-9317-e796fe99cf36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:41.134094 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9b472607-a07a-4221-9207-4d79a17c487c req-c7769807-c602-4dba-9317-e796fe99cf36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] For port 4b35c1d5-7c3f-461b-b444-c493c38fa554, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4b35c1d5-7c3f-461b-b444-c493c38fa554,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:41.134462 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9b472607-a07a-4221-9207-4d79a17c487c req-c7769807-c602-4dba-9317-e796fe99cf36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:41.146584 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9b472607-a07a-4221-9207-4d79a17c487c req-c7769807-c602-4dba-9317-e796fe99cf36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Calling delete_port for 4b35c1d5-7c3f-461b-b444-c493c38fa554 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:41.271414 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9b472607-a07a-4221-9207-4d79a17c487c req-c7769807-c602-4dba-9317-e796fe99cf36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:41.298928 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7769807-c602-4dba-9317-e796fe99cf36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event deleted for resources: {'Port': ['ID=4b35c1d5-7c3f-461b-b444-c493c38fa554,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:41.338081 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b472607-a07a-4221-9207-4d79a17c487c req-c7769807-c602-4dba-9317-e796fe99cf36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] No DVR routers for this DVR port 4b35c1d5-7c3f-461b-b444-c493c38fa554 on host hv-cinder-80403 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:53:41.340584 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9b472607-a07a-4221-9207-4d79a17c487c req-c7769807-c602-4dba-9317-e796fe99cf36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:41.342603 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b472607-a07a-4221-9207-4d79a17c487c req-c7769807-c602-4dba-9317-e796fe99cf36 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.35 "DELETE /v2.0/ports/4b35c1d5-7c3f-461b-b444-c493c38fa554 HTTP/1.1" status: 204 len: 173 time: 0.3793399 Aug 27 04:53:41.343041 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d185186-1575-4963-91f6-9f35533b06fa', 'name': 'network-vif-deleted', 'tag': '4b35c1d5-7c3f-461b-b444-c493c38fa554'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:53:41.345358 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d8fc51b9b3e1194e1fc31c8d7705215084c0978461b48ac53176e3037e72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcc58a1-befc-4872-b876-ce8bfbd66a92" -d '{"events": [{"server_uuid": "1d185186-1575-4963-91f6-9f35533b06fa", "name": "network-vif-deleted", "tag": "4b35c1d5-7c3f-461b-b444-c493c38fa554"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:53:41.382165 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5175ef-b2ed-402c-8b9a-0d0d4efd93e4 x-openstack-request-id: req-1b5175ef-b2ed-402c-8b9a-0d0d4efd93e4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:53:41.382463 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d185186-1575-4963-91f6-9f35533b06fa", "name": "network-vif-deleted", "tag": "4b35c1d5-7c3f-461b-b444-c493c38fa554", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:53:41.382723 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b5175ef-b2ed-402c-8b9a-0d0d4efd93e4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:53:41.383171 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d185186-1575-4963-91f6-9f35533b06fa', 'name': 'network-vif-deleted', 'tag': '4b35c1d5-7c3f-461b-b444-c493c38fa554', 'status': 'completed', 'code': 200} Aug 27 04:53:41.793462 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [req-48abc1d1-8ae2-4ce6-93a0-9cec952667dd req-45a30839-ac18-42a7-b759-63a535c64d16 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d185186-1575-4963-91f6-9f35533b06fa HTTP/1.1" status: 200 len: 210 time: 0.0264430 Aug 27 04:53:42.846798 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40654) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:42.967621 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-94195183-84df-4b31-aa5d-77c9f5c85257 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Deleting port 44d30966-b84b-4d12-9ed8-850badf52bf5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:42.967981 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94195183-84df-4b31-aa5d-77c9f5c85257 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:43.043307 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94195183-84df-4b31-aa5d-77c9f5c85257 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:43.043633 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94195183-84df-4b31-aa5d-77c9f5c85257 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:43.059037 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-94195183-84df-4b31-aa5d-77c9f5c85257 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Calling delete_port for 44d30966-b84b-4d12-9ed8-850badf52bf5 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:43.192847 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94195183-84df-4b31-aa5d-77c9f5c85257 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:43.217727 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94195183-84df-4b31-aa5d-77c9f5c85257 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event deleted for resources: {'Port': ['ID=44d30966-b84b-4d12-9ed8-850badf52bf5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:43.275075 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94195183-84df-4b31-aa5d-77c9f5c85257 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:43.277546 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94195183-84df-4b31-aa5d-77c9f5c85257 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074332'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:43.278682 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-94195183-84df-4b31-aa5d-77c9f5c85257 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "DELETE /v2.0/floatingips/a033810c-b863-4dd0-856d-6827643e4226 HTTP/1.1" status: 204 len: 168 time: 0.4306102 Aug 27 04:53:43.604538 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 4b35c1d5-7c3f-461b-b444-c493c38fa554 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:43.625900 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] No Port match for: 4b35c1d5-7c3f-461b-b444-c493c38fa554 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:53:43.626343 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Device 4b35c1d5-7c3f-461b-b444-c493c38fa554 not bound to the agent host hv-cinder-80403 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:44.467169 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40666) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:44.523485 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76a38b12-09e1-4de1-b989-c0b50371b495 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:44.548199 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76a38b12-09e1-4de1-b989-c0b50371b495 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:44.610428 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76a38b12-09e1-4de1-b989-c0b50371b495 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:44.613081 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76a38b12-09e1-4de1-b989-c0b50371b495 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:44.614274 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-76a38b12-09e1-4de1-b989-c0b50371b495 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] 10.222.0.53 "DELETE /v2.0/security-groups/bae1319a-0446-4021-ae1a-5ada5eec7994 HTTP/1.1" status: 204 len: 168 time: 0.1461189 Aug 27 04:53:44.623261 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a38b12-09e1-4de1-b989-c0b50371b495 tempest-TestVolumeBootPattern-1910359294 tempest-TestVolumeBootPattern-1910359294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae1319a-0446-4021-ae1a-5ada5eec7994,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:44.669976 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40670) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:45.122403 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769167'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:45.358302 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] Deleting port b4b2fc93-6df5-40df-8729-1aa92ee094a1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:45.358645 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:45.437339 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] For port b4b2fc93-6df5-40df-8729-1aa92ee094a1, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=b4b2fc93-6df5-40df-8729-1aa92ee094a1,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:45.437616 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:45.450405 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] Calling delete_port for b4b2fc93-6df5-40df-8729-1aa92ee094a1 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:45.622199 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:45.648161 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b2fc93-6df5-40df-8729-1aa92ee094a1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:45.806263 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768965'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:46.011087 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] Router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:46.111498 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:46.116957 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1699afc0-5cd2-4096-8272-000050744c93 admin admin] 10.222.0.53 "PUT /v2.0/routers/14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4458611 Aug 27 04:53:46.118844 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40674) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:46.120264 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] Sync routers for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:46.130101 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:53:46.130718 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:53:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:46.220099 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:46.234124 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:53:46.318964 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:46.372759 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Deleting port 3e64eccb-e62e-43a6-bf06-1f727a8369e9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:46.373114 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:46.410745 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:53:45Z', 'revision_number': 5, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port': {'id': '3e64eccb-e62e-43a6-bf06-1f727a8369e9', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:24Z', 'updated_at': '2021-08-27T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:46.441023 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] Checking router: 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 for host: dv-cinder-804035-5-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:46.449857 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] Routers {'14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:53:46.450465 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:53:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:46.455891 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] For port 3e64eccb-e62e-43a6-bf06-1f727a8369e9, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=3e64eccb-e62e-43a6-bf06-1f727a8369e9,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:46.456309 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:46.468403 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Calling delete_port for 3e64eccb-e62e-43a6-bf06-1f727a8369e9 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:46.534542 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] Set router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:53:46.584424 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:53:46Z', 'revision_number': 6, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port_host': None}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:46.613651 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16277423-88d9-4a43-8e5b-eb92cf74497b None None] The sync data for ids ['14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3'] in dv-cinder-804035-5-iscsi is: [{'id': '14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3', 'name': 'tempest-TestVolumeBootPattern-521901449-router', 'tenant_id': '268453b6c33d4cc0a6486da778b00f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:23Z', 'updated_at': '2021-08-27T04:53:46Z', 'revision_number': 6, 'project_id': '268453b6c33d4cc0a6486da778b00f9b', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:46.630555 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:46.658168 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Pushing event deleted for resources: {'Port': ['ID=3e64eccb-e62e-43a6-bf06-1f727a8369e9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:46.714463 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767007'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.047536 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37859'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.049685 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.098457 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740495'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.099096 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:53:47.103896 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.105197 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-36409e8a-b82e-40d0-9ec0-930022855fef admin admin] 10.222.0.53 "DELETE /v2.0/routers/14ab06f3-b4f3-41c2-b61d-b06f2f9ebcc3 HTTP/1.1" status: 204 len: 168 time: 0.9853513 Aug 27 04:53:47.107609 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40676) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:47.150173 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b75aa1-51c2-4bae-93b2-9107bd942211 admin admin] Deleting subnet 2848ba15-476c-4f48-84a1-a19606c2d5d2 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:53:47.153159 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1b75aa1-51c2-4bae-93b2-9107bd942211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.187046 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1b75aa1-51c2-4bae-93b2-9107bd942211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8049196'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.263874 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1b75aa1-51c2-4bae-93b2-9107bd942211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.314029 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1b75aa1-51c2-4bae-93b2-9107bd942211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154463'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.338286 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b75aa1-51c2-4bae-93b2-9107bd942211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2848ba15-476c-4f48-84a1-a19606c2d5d2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:47.344184 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1b75aa1-51c2-4bae-93b2-9107bd942211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.348856 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b1b75aa1-51c2-4bae-93b2-9107bd942211 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2848ba15-476c-4f48-84a1-a19606c2d5d2 HTTP/1.1" status: 204 len: 168 time: 0.2375982 Aug 27 04:53:47.349140 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.53', 40678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:47.351080 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42309b85-caca-4091-bffb-1b95cd5e2d53 None None] Network 1818e3b3-3df5-4098-8cd9-7e007e79848c requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:53:47.421913 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.477288 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Deleting port 59b03371-d583-4172-86fb-c49d7c017991 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:47.477596 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.526379 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] DHCP port deletion for 1818e3b3-3df5-4098-8cd9-7e007e79848c request from dv-cinder-804035-5-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:53:47.545541 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] For port 59b03371-d583-4172-86fb-c49d7c017991, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=59b03371-d583-4172-86fb-c49d7c017991,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:47.545914 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.559050 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Calling delete_port for 59b03371-d583-4172-86fb-c49d7c017991 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:47.579850 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Deleting port 59b03371-d583-4172-86fb-c49d7c017991 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:47.580262 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.643640 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] For port 59b03371-d583-4172-86fb-c49d7c017991, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=59b03371-d583-4172-86fb-c49d7c017991,segment=NetworkSegment(e741e1ac-34da-402e-8e15-321afd94d5c3),segment_id=e741e1ac-34da-402e-8e15-321afd94d5c3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:47.644072 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.647017 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7353031'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.660828 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Calling delete_port for 59b03371-d583-4172-86fb-c49d7c017991 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:47.677048 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] No DVR routers for this DVR port 59b03371-d583-4172-86fb-c49d7c017991 on host dv-cinder-804035-5-iscsi {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:53:47.682079 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b03371-d583-4172-86fb-c49d7c017991,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:47.741525 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.750286 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.760566 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1818e3b3-3df5-4098-8cd9-7e007e79848c']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:47.763412 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Pushing event deleted for resources: {'Port': ['ID=59b03371-d583-4172-86fb-c49d7c017991,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:47.772316 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] No DVR routers for this DVR port 59b03371-d583-4172-86fb-c49d7c017991 on host dv-cinder-804035-5-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:53:47.775363 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e741e1ac-34da-402e-8e15-321afd94d5c3') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:47.775506 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e741e1ac-34da-402e-8e15-321afd94d5c3') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:47.776283 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.776708 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.776987 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.777325 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.777659 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.777994 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.778322 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.778650 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.778987 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.779316 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.779641 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.779963 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c51e3-3caa-4ac1-a617-c894e3671523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:47.787172 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8049203'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.801476 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.808026 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:47.808357 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7353074'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: Traceback (most recent call last): Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: timer() Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: cb(*args, **kw) Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: return func(*args, **kwargs) Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: self._notify() Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: self.callback(batched_events) Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: event.method(event) Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: return f(self, *a, **k) Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._get(url).json() Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:53:47.810057 dv-cinder-804035-5-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:53:47.863107 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.868775 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:47.870637 dv-cinder-804035-5-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1818e3b3-3df5-4098-8cd9-7e007e79848c HTTP/1.1" status: 204 len: 168 time: 0.5205262 Aug 27 04:53:47.874127 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40680) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:47.881799 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86b037-d5e9-4673-91ae-00baa0fae937 admin admin] Pushing event deleted for resources: {'Network': ['ID=1818e3b3-3df5-4098-8cd9-7e007e79848c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:48.438332 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b4b2fc93-6df5-40df-8729-1aa92ee094a1 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:48.452671 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769167'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:48.458196 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: b4b2fc93-6df5-40df-8729-1aa92ee094a1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:53:48.458546 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device b4b2fc93-6df5-40df-8729-1aa92ee094a1 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:48.458970 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 59b03371-d583-4172-86fb-c49d7c017991 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:48.477434 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 59b03371-d583-4172-86fb-c49d7c017991 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:53:48.477780 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 59b03371-d583-4172-86fb-c49d7c017991 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:48.478199 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 3e64eccb-e62e-43a6-bf06-1f727a8369e9 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:48.496383 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 3e64eccb-e62e-43a6-bf06-1f727a8369e9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:53:48.496730 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 3e64eccb-e62e-43a6-bf06-1f727a8369e9 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:48.689666 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Deleting port d1088a74-903f-445a-8f9a-7b2100f3e51c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:48.689925 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:48.767322 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] For port d1088a74-903f-445a-8f9a-7b2100f3e51c, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=d1088a74-903f-445a-8f9a-7b2100f3e51c,segment=NetworkSegment(e7ec93f5-b276-430c-93bb-d6efacbd4eaf),segment_id=e7ec93f5-b276-430c-93bb-d6efacbd4eaf)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:48.767681 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:48.780548 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Calling delete_port for d1088a74-903f-445a-8f9a-7b2100f3e51c owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:48.952240 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:48.977821 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Pushing event deleted for resources: {'Port': ['ID=d1088a74-903f-445a-8f9a-7b2100f3e51c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:49.000590 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.000947 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.001295 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.001636 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.001973 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.002312 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.002644 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.002972 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.003303 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.003634 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.003959 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.004311 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-5-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:49.144920 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1768965'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:49.348328 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 has already been hosted by L3 agent 07a2fb79-d728-4377-bd34-66dbd7c26f18 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:49.451268 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] Notify agent at l3_agent.dv-cinder-804035-5-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:49.456186 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f50eb5ff-9d01-4876-ad7e-95e4abb04efc admin admin] 10.222.0.53 "PUT /v2.0/routers/169e2987-1072-48d2-8a8d-a9aeed5fbec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5806537 Aug 27 04:53:49.458642 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40682) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:49.461824 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] Sync routers for ids ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'] in dv-cinder-804035-5-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:49.472357 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] Routers {'169e2987-1072-48d2-8a8d-a9aeed5fbec4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:53:49.472975 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:53:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:49.564074 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:49.576253 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] Set router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 gateway port host: dv-cinder-804035-5-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:53:49.667024 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:49.718026 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Deleting port 3e9d1650-352a-4f36-a511-f7619935b9f1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:49.718432 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:49.753371 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'name': 'tempest-TestVolumeBootPattern-1702018701-router', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'external_fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:29Z', 'updated_at': '2021-08-27T04:53:48Z', 'revision_number': 5, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'gw_port': {'id': '3e9d1650-352a-4f36-a511-f7619935b9f1', 'name': '', 'network_id': 'fa882ed6-b8d8-486a-a99b-5928190e8cb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:30Z', 'updated_at': '2021-08-27T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '965a8841-0f94-4d46-ae97-dcd310e2d937', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-5-iscsi'}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:49.779765 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] Checking router: 169e2987-1072-48d2-8a8d-a9aeed5fbec4 for host: dv-cinder-804035-5-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:49.787940 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] Routers {'169e2987-1072-48d2-8a8d-a9aeed5fbec4'} bound to L3 agent in host dv-cinder-804035-5-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:53:49.788579 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:22:29Z,description=,heartbeat_timestamp=2021-08-27T04:53:29Z,host='dv-cinder-804035-5-iscsi',id=07a2fb79-d728-4377-bd34-66dbd7c26f18,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:22:29Z,topic='l3_agent')) {'router_ids': ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:49.803777 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] For port 3e9d1650-352a-4f36-a511-f7619935b9f1, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=3e9d1650-352a-4f36-a511-f7619935b9f1,segment=NetworkSegment(0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34),segment_id=0dfeffc7-0f1e-4b83-a9fc-68a725ed6d34)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:49.804180 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:49.815362 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Calling delete_port for 3e9d1650-352a-4f36-a511-f7619935b9f1 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:49.872200 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] Set router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:53:49.922874 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'name': 'tempest-TestVolumeBootPattern-1702018701-router', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:29Z', 'updated_at': '2021-08-27T04:53:49Z', 'revision_number': 6, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'gw_port_host': None}], 'dv-cinder-804035-5-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:49.980062 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.006170 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9d1650-352a-4f36-a511-f7619935b9f1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:50.037627 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e472a86c-f84a-4264-9ca7-492e13823538 None None] The sync data for ids ['169e2987-1072-48d2-8a8d-a9aeed5fbec4'] in dv-cinder-804035-5-iscsi is: [{'id': '169e2987-1072-48d2-8a8d-a9aeed5fbec4', 'name': 'tempest-TestVolumeBootPattern-1702018701-router', 'tenant_id': '38b357ae2a924752a4637f6438646e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:29Z', 'updated_at': '2021-08-27T04:53:49Z', 'revision_number': 6, 'project_id': '38b357ae2a924752a4637f6438646e3c', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:50.069832 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767007'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.178726 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1740480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37859'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.180932 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.229479 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1740495'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.230105 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 169e2987-1072-48d2-8a8d-a9aeed5fbec4 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:53:50.234642 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.235793 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-14e15936-bc9a-46e8-a144-b3d9d6b6568e admin admin] 10.222.0.53 "DELETE /v2.0/routers/169e2987-1072-48d2-8a8d-a9aeed5fbec4 HTTP/1.1" status: 204 len: 168 time: 0.7762542 Aug 27 04:53:50.238339 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40684) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:50.281949 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-edaa2c7e-722a-46dd-8a13-6e8394c6501e admin admin] Deleting subnet 95b0342b-7ff6-4b3e-b45c-553726df3909 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:53:50.284955 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-edaa2c7e-722a-46dd-8a13-6e8394c6501e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.317045 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-edaa2c7e-722a-46dd-8a13-6e8394c6501e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7563196'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.399397 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-edaa2c7e-722a-46dd-8a13-6e8394c6501e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412537'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.461228 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-edaa2c7e-722a-46dd-8a13-6e8394c6501e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7562767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684569'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.489493 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa2c7e-722a-46dd-8a13-6e8394c6501e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b0342b-7ff6-4b3e-b45c-553726df3909,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:50.494400 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-edaa2c7e-722a-46dd-8a13-6e8394c6501e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.497240 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-edaa2c7e-722a-46dd-8a13-6e8394c6501e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/95b0342b-7ff6-4b3e-b45c-553726df3909 HTTP/1.1" status: 204 len: 168 time: 0.2579699 Aug 27 04:53:50.499743 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40686) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:50.502461 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e8ee1-fdde-423c-afed-c8f30dc3a901 None None] Network 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc requested from dv-cinder-804035-5-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:53:50.574602 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694569'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.629329 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Deleting port 2ebe6a19-68cb-474e-a6a7-95f343613419 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:53:50.629671 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776997526815'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.692500 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] For port 2ebe6a19-68cb-474e-a6a7-95f343613419, host dv-cinder-804035-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-5-iscsi',level=0,port_id=2ebe6a19-68cb-474e-a6a7-95f343613419,segment=NetworkSegment(e7ec93f5-b276-430c-93bb-d6efacbd4eaf),segment_id=e7ec93f5-b276-430c-93bb-d6efacbd4eaf)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:50.692876 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761822'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.706086 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Calling delete_port for 2ebe6a19-68cb-474e-a6a7-95f343613419 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:53:50.788352 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776997451551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776996996136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7562844'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.821011 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8f233-6f35-4849-801b-88f3cee21440 None None] DHCP port deletion for 4783ccae-cfcc-4562-af3f-7aa7acc1a1fc request from dv-cinder-804035-5-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:53:50.821152 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebe6a19-68cb-474e-a6a7-95f343613419,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:50.825319 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] No DVR routers for this DVR port 2ebe6a19-68cb-474e-a6a7-95f343613419 on host dv-cinder-804035-5-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:53:50.834947 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device d1088a74-903f-445a-8f9a-7b2100f3e51c no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:50.857825 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: d1088a74-903f-445a-8f9a-7b2100f3e51c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:53:50.858177 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device d1088a74-903f-445a-8f9a-7b2100f3e51c not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:50.906240 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-526402', 'neutron.services.segments.db._delete_segments_for_network-8776997476846'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.916862 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4783ccae-cfcc-4562-af3f-7aa7acc1a1fc']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:50.927075 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:50.927372 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ec93f5-b276-430c-93bb-d6efacbd4eaf') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:50.936873 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776997476729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7563171'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.951160 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.956996 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:50.957328 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1410608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7562857'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: Traceback (most recent call last): Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: timer() Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: cb(*args, **kw) Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: return func(*args, **kwargs) Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: self._notify() Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: self.callback(batched_events) Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: event.method(event) Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: return f(self, *a, **k) Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._get(url).json() Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:53:50.959020 dv-cinder-804035-5-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:53:51.013045 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-526395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767011'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:51.018711 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609848'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:51.023592 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] 10.222.0.53 "DELETE /v2.0/networks/4783ccae-cfcc-4562-af3f-7aa7acc1a1fc HTTP/1.1" status: 204 len: 168 time: 0.5199075 Aug 27 04:53:51.033410 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad806c5f-dcd6-4927-963e-74e2cc779a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=4783ccae-cfcc-4562-af3f-7aa7acc1a1fc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:51.138887 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40690) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:51.178573 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0b72c2d4-da58-4183-8730-d2242022d299 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=268453b6c33d4cc0a6486da778b00f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385227 Aug 27 04:53:51.181101 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40692) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:51.232546 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e714-3573-4c1e-9a0f-bea654045be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:51.252471 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e714-3573-4c1e-9a0f-bea654045be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:51.298257 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e714-3573-4c1e-9a0f-bea654045be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:51.300869 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e714-3573-4c1e-9a0f-bea654045be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:51.302010 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8cd2e714-3573-4c1e-9a0f-bea654045be4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fe2f86c-9b63-470d-a8f4-946bc9408f0a HTTP/1.1" status: 204 len: 168 time: 0.1200130 Aug 27 04:53:51.309691 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2e714-3573-4c1e-9a0f-bea654045be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe2f86c-9b63-470d-a8f4-946bc9408f0a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:51.611534 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40698) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:51.650591 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-332822b8-999c-4483-adfd-6659dca71d36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38b357ae2a924752a4637f6438646e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379028 Aug 27 04:53:51.652957 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.53', 40700) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:53:51.698380 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cdfc-ca94-4ef6-905e-89525fbe352f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:51.719035 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cdfc-ca94-4ef6-905e-89525fbe352f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:51.764446 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cdfc-ca94-4ef6-905e-89525fbe352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365848'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:51.766976 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cdfc-ca94-4ef6-905e-89525fbe352f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:51.768206 dv-cinder-804035-5-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3ad5cdfc-ca94-4ef6-905e-89525fbe352f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a9e97ec-d982-4b4f-8d6d-218e630af81f HTTP/1.1" status: 204 len: 168 time: 0.1143405 Aug 27 04:53:51.778244 dv-cinder-804035-5-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5cdfc-ca94-4ef6-905e-89525fbe352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9e97ec-d982-4b4f-8d6d-218e630af81f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:52.437298 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 2ebe6a19-68cb-474e-a6a7-95f343613419 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:52.460497 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 2ebe6a19-68cb-474e-a6a7-95f343613419 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:53:52.460864 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 2ebe6a19-68cb-474e-a6a7-95f343613419 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:52.461308 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 3e9d1650-352a-4f36-a511-f7619935b9f1 no longer exists at agent ovs-agent-dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:52.481132 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] No Port match for: 3e9d1650-352a-4f36-a511-f7619935b9f1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:53:52.481485 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Device 3e9d1650-352a-4f36-a511-f7619935b9f1 not bound to the agent host dv-cinder-804035-5-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:56.810116 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f46341e0-53a0-4c10-8847-f2bc096c648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:59.090662 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fb9965b3-b8d4-44ca-bd18-5007b1208b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:59.648318 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:00.501471 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:02.197380 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:04.057625 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:13.331639 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:54:26.810409 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-720de9f3-fdea-4ddf-bd78-7b3d2b724017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:29.091459 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb8be-291f-477f-b8eb-bb875307cdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:29.650816 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:30.503155 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:32.200507 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:34.057134 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:50.331783 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:54:56.812315 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13f228d3-eedb-4419-bce4-fae640f03745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:59.092296 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-910e8a0d-87a8-4353-b469-32a61044bc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:59.651019 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:00.508357 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:02.202893 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:04.074011 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:13.784686 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-32979885-d3a5-4a01-b4fe-b88a432842d1 req-5acf0e65-a051-47f9-bdda-dfe2819ac9d7 service neutron] (93827) timed out ('10.222.0.53', 36200) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:55:26.812607 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0633b8f2-ead4-4ab1-becf-8825b8d5187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:27.331761 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:55:29.093049 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8d7af7c4-a26f-4079-ae26-40e01ecc3d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:29.652373 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:30.509040 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:32.205059 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:34.086231 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:56.812739 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce2506de-d5c8-40d6-94c2-dcfd1d086ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:59.093043 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-042ae17f-04aa-422d-8cfd-6e585d12fff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:59.652662 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:00.511980 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:02.207259 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:04.094189 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:04.337161 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:56:26.811967 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f977c7e-65e3-48ff-8544-fe5bf01bfe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:29.093529 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7f164be8-6b0d-4b0c-82cc-735249805ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:29.652737 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:30.514481 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:32.209868 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:34.116344 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:41.340259 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:56:56.812545 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-675bf088-065b-44fc-843f-f34b7a481367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:59.096470 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e016942-c915-45ac-bde6-58c97d7c1e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:59.652348 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:00.517555 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:02.212415 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:04.121714 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:18.340192 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:57:20.693427 dv-cinder-804035-5-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-1bfdd939-93f9-44fc-8ed5-bb5cf3cb4009 req-499386e1-1af8-4dcd-9d6e-6ac3b24fc5f0 service neutron] (93827) timed out ('10.222.0.53', 33966) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:57:26.812747 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-959b4a47-f8f5-4bd8-990c-b6ab21383e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:29.100179 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6795-e2f1-4add-9d3e-fd28dcf6c6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:29.653011 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:30.520039 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:32.217038 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:34.113436 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:55.343191 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:57:56.813603 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a826d105-75c3-4513-9f04-a661e04a9388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:59.100848 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2ac5-a083-4338-8364-b2d79fe53722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:59.653746 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:00.522572 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:02.219185 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:04.129255 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:26.814623 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6051770-73a3-4cfa-b715-d724851e851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:29.101369 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-902004fc-5b9d-47b9-8740-c030fb6efd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:29.654367 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:30.527341 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:32.222577 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:32.346162 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:58:34.125654 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:56.814762 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-be425bec-b1db-4efa-9b63-630a277ec98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:59.102793 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-595c7641-70e2-40cb-a7df-0d55532f4f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:59.655121 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16c0a2fe-7ac1-4e89-b32e-739b44ff7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:00.528356 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31c49e28-e5f0-4a5f-8c5c-bdd4a436766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:02.226033 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39aa14fd-b701-465d-a29d-f8cc47e067f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:04.137553 dv-cinder-804035-5-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a415b41-107f-4309-b7cb-49815d739e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776997476828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539768'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:09.347888 dv-cinder-804035-5-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-81fdb2e7-b4ef-43aa-9489-699713ec992d None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}